-- Logs begin at Fri 2021-07-02 09:04:52 UTC, end at Fri 2021-07-02 10:00:36 UTC. -- Jul 02 09:33:25.284927 dv-cinder-772181-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 02 09:33:27.992168 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.common.config [-] Logging enabled! Jul 02 09:33:27.992816 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev442 Jul 02 09:33:27.992961 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99392) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 02 09:33:27.996822 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.common.config [-] Logging enabled! Jul 02 09:33:27.997077 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev442 Jul 02 09:33:27.997386 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99392) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 02 09:33:27.998308 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 02 09:33:27.998540 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 02 09:33:27.998905 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 02 09:33:27.999148 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 02 09:33:27.999372 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 02 09:33:27.999685 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:27.999975 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.000266 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.000517 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.000811 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.001096 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.001373 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.001655 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.001945 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.002227 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.002501 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.002782 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.003009 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.003286 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.003568 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.003848 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.004069 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] debug = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.004347 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.004798 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.005206 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.005526 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.005767 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.006043 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.006310 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.006583 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.006863 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.007187 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] host = dv-cinder-772181-12-iscsi {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.007460 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.007743 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.008024 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.008308 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.008607 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.008898 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.009166 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.009437 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.009703 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] log_file = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.009972 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.010256 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.011186 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.011497 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.011725 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.011948 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.012230 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.012542 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.012819 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.013090 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.013362 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.013634 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.013904 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.014168 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.014447 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.014729 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.015013 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.015286 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.015557 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.015826 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.016092 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.016373 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.016667 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.016938 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.017207 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.017489 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.017754 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.018021 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.018317 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.018601 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.018879 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.019160 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.019432 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.019710 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.019980 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.020248 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.020546 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] use_json = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.020823 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.021099 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.021378 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.021650 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.021922 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.022194 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.022464 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.022747 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:28.023044 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.023339 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.023637 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.023919 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.024212 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.024513 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.024806 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.025085 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.025373 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.025660 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.025948 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.026494 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.026792 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.027073 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.027368 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.027672 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.027966 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.028257 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.028560 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.028836 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.029110 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.029387 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.029672 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.029966 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.030256 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.030531 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.030812 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.031108 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.031395 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.031670 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.031949 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.032234 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.032623 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.032901 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.033185 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.033464 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.033737 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.034006 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.034282 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.034569 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.034844 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.035114 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.035383 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.035656 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.035926 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.036208 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.036506 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.036779 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.037051 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.037328 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.037597 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.037867 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.038142 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.038411 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.038687 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.038957 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.039225 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.039493 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.039764 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.040031 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.040299 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.040593 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.040869 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.041145 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.041414 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.041683 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.041997 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.042302 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.042560 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.042851 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.043126 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.043401 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.043674 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.043950 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.044224 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.044523 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.044799 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.045075 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.045346 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.045632 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.045909 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.046192 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.046473 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.046749 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.047043 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.047318 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.047600 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.047874 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.048150 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.048452 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.048736 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.049028 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.049320 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.049611 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.049903 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.050190 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.050465 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.050768 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.051051 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:28.051269 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 02 09:33:28.051508 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99392) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 02 09:33:28.404613 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 02 09:33:28.404885 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 02 09:33:28.405170 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 02 09:33:28.405494 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 02 09:33:28.794084 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:28.794364 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:28.794635 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:28.795948 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:28.796222 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:28.796517 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:28.831434 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:28.831710 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:28.831971 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:28.845236 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:28.845517 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:28.845785 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:28.875977 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:28.876254 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:28.876550 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:28.911874 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:28.912149 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:28.912416 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.147244 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.147891 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.147891 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.148047 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.148766 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.268243 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.268585 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.268874 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.269144 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.269407 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.269711 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.269966 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.270218 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.270466 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.270742 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.270995 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.271257 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.271518 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.271782 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.272033 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.272297 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.272588 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.272852 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.273118 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.273366 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.273639 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.273980 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.274235 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.274514 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.274760 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.275004 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.275403 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 09:33:29.275645 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 09:33:29.275884 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 09:33:29.276403 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 09:33:29.276674 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 09:33:29.276913 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 09:33:29.277277 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 02 09:33:29.282719 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 02 09:33:29.287149 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 02 09:33:29.290993 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 02 09:33:29.293157 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 02 09:33:29.293664 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 02 09:33:29.293998 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 02 09:33:29.294386 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 02 09:33:29.297207 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 02 09:33:29.297459 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 02 09:33:29.297805 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 02 09:33:29.326045 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 02 09:33:29.326496 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.326794 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99392) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 02 09:33:29.327153 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.328519 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99392) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 02 09:33:29.328798 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 02 09:33:29.329037 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 02 09:33:29.332420 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.332729 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:29.395745 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 02 09:33:29.395983 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 02 09:33:29.396216 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 02 09:33:29.396778 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 02 09:33:29.418857 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_db.sqlalchemy.engines [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99392) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 02 09:33:29.946160 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Initializing driver for type 'gre' Jul 02 09:33:29.946794 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] gre ID ranges: [(1, 1000)] Jul 02 09:33:29.997603 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Initializing driver for type 'local' Jul 02 09:33:29.997998 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Initializing driver for type 'vlan' Jul 02 09:33:30.009854 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] VlanTypeDriver initialization complete Jul 02 09:33:30.010174 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Initializing driver for type 'vxlan' Jul 02 09:33:30.011321 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] vxlan ID ranges: [(1, 1000)] Jul 02 09:33:30.061362 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Initializing extension driver 'port_security' Jul 02 09:33:30.061738 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.extensions.port_security [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] PortSecurityExtensionDriver initialization complete Jul 02 09:33:30.062198 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Initializing mechanism driver 'openvswitch' Jul 02 09:33:30.062672 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Initializing mechanism driver 'hyperv' Jul 02 09:33:30.069097 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:33:30.069774 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > port after_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.070145 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > port after_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.070521 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > port after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.071021 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99392) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 02 09:33:30.071454 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > subnet after_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.071812 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > subnet after_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.072153 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.072571 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99392) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 02 09:33:30.073572 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > network after_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.074125 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > network after_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.074471 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > network after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.074864 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99392) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 02 09:33:30.075289 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > security_group after_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.075639 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > security_group after_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.075980 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.076535 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99392) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 02 09:33:30.076947 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.077298 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.077640 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.078033 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99392) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 02 09:33:30.078437 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > address_group after_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.078782 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > address_group after_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.079119 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.079505 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99392) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 02 09:33:30.080134 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] ML2 OVO RPC backend initialized. {{(pid=99392) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 02 09:33:30.080861 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.081215 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.081630 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > network before_response 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.081983 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > networks before_response 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.082329 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > port before_response 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.082670 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > ports before_response 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.083010 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > subnet before_response 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.083346 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > subnets before_response 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.083721 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > network after_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.084059 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > network after_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.084392 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > network after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.084750 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > port after_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.085083 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > port after_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.085416 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > port after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.085749 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > subnet after_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.086078 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > subnet after_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.086405 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.086969 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.plugin [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Modular L2 Plugin initialization complete Jul 02 09:33:30.087294 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading services supported by the core plugin {{(pid=99392) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 02 09:33:30.087781 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.plugins.ml2.managers [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Got port-security extension from driver 'port_security' Jul 02 09:33:30.088248 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.extensions.vlantransparent [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Disabled vlantransparent extension. Jul 02 09:33:30.090423 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99392) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 02 09:33:30.090423 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading Plugin: router Jul 02 09:33:30.125506 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.125901 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router after_create 55549900 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.126271 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router before_create 55549900 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.126633 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.127000 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.127352 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router after_delete 55549900 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.127708 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.128065 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router after_create 55549900 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.128408 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router after_update 55549900 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.128778 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router after_update 55549900 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.129126 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.129480 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router after_update 55549900 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.129889 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router precommit_update 55549900 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.130256 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: port after_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.130596 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: port after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.130931 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: subnet after_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.131264 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.131614 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.131957 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router precommit_create 55549900 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.132295 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: port before_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.132655 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router precommit_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.133010 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router after_update 55549900 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.133348 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.133693 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router precommit_create 55549900 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.134049 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.134394 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router precommit_update 55549900 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.134751 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > agent after_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.135094 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > agent after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.135479 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > network after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.136325 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Tracking information for resource: router configured {{(pid=99392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 09:33:30.136685 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Tracking information for resource: floatingip configured {{(pid=99392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 09:33:30.142025 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.db.l3_agentschedulers_db [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 02 09:33:30.142588 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: port after_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.142944 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: port after_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.143290 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: port after_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.143636 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: port after_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.144420 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router before_create 55550100 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.144807 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.145165 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router precommit_create 55550100 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.145518 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > router precommit_update 55550100 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.149976 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.services.provider_configuration [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Service providers = [] {{(pid=99392) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 02 09:33:30.150504 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.db.servicetype_db [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99392) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 02 09:33:30.154205 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.services.service_base [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 02 09:33:30.154663 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.services.service_base [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 02 09:33:30.155001 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.services.service_base [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 02 09:33:30.155941 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.services.service_base [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 02 09:33:30.156318 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.services.service_base [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 02 09:33:30.156844 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 09:33:30.157168 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 02 09:33:30.168404 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 09:33:30.168751 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading Plugin: auto_allocate Jul 02 09:33:30.174549 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: network precommit_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.174914 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: network precommit_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.175424 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 09:33:30.175742 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading Plugin: tag Jul 02 09:33:30.182265 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 09:33:30.182680 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading Plugin: timestamp Jul 02 09:33:30.188032 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 09:33:30.188366 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading Plugin: network_ip_availability Jul 02 09:33:30.193752 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.194120 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.194471 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.195178 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 09:33:30.195496 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading Plugin: flavors Jul 02 09:33:30.200413 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 09:33:30.200765 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading Plugin: revisions Jul 02 09:33:30.205244 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 09:33:30.205635 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_concurrency.lockutils [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.800s {{(pid=99392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 02 09:33:30.206375 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99392) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 02 09:33:30.206707 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Initializing extension manager. Jul 02 09:33:30.207208 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: __init__.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.207881 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: __pycache__ {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.208220 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.208580 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: address_group.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.209334 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.209888 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: address-group Jul 02 09:33:30.210205 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: address_scope.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.210910 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.211406 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: address-scope Jul 02 09:33:30.211728 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.212674 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.213367 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: router-admin-state-down-before-update Jul 02 09:33:30.213472 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: agent.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.214697 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.215381 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: agent Jul 02 09:33:30.215700 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: agent_resources_synced.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.216660 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.217160 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: agent-resources-synced Jul 02 09:33:30.217476 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: allowedaddresspairs.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.219245 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.219748 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: allowed-address-pairs Jul 02 09:33:30.220068 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: auto_allocated_topology.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.221169 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.221674 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: auto-allocated-topology Jul 02 09:33:30.221997 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: availability_zone.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.222693 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.223185 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: availability_zone Jul 02 09:33:30.223502 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: availability_zone_filter.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.224406 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.224929 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: availability_zone_filter Jul 02 09:33:30.225246 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: data_plane_status.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.226150 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.226646 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension data-plane-status not supported by any of loaded plugins Jul 02 09:33:30.226963 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: default_subnetpools.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.227868 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.228368 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: default-subnetpools Jul 02 09:33:30.228717 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.230289 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.230841 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: dhcp_agent_scheduler Jul 02 09:33:30.231165 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: dns.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.232084 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.232615 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension dns-integration not supported by any of loaded plugins Jul 02 09:33:30.232933 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: dns_domain_ports.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.233842 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.234338 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 02 09:33:30.234655 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.235577 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.236068 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 02 09:33:30.236384 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: dvr.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.237082 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.237575 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: dvr Jul 02 09:33:30.237890 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: empty_string_filtering.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.238797 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.239295 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: empty-string-filtering Jul 02 09:33:30.239611 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.240532 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.241031 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 02 09:33:30.241347 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.242262 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.242762 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 02 09:33:30.243077 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: external_net.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.243984 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.244510 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: external-net Jul 02 09:33:30.244877 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.245853 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.246350 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: extra_dhcp_opt Jul 02 09:33:30.246664 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: extraroute.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.247568 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.248064 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: extraroute Jul 02 09:33:30.248377 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: extraroute_atomic.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.249422 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.249923 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: extraroute-atomic Jul 02 09:33:30.250240 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: filter_validation.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.250898 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.251393 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: filter-validation Jul 02 09:33:30.251707 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: fip_pf_description.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.252707 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.253133 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 02 09:33:30.253447 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: fip_port_details.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.254429 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.254938 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: fip-port-details Jul 02 09:33:30.255255 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: flavors.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.256496 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.257006 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: flavors Jul 02 09:33:30.257327 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.258961 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.259476 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 02 09:33:30.259806 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: floatingip_pools.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.260622 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.261080 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: floatingip-pools Jul 02 09:33:30.261398 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: ip_allocation.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.262314 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.262817 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension ip_allocation not supported by any of loaded plugins Jul 02 09:33:30.263137 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.264048 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.264587 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: ip-substring-filtering Jul 02 09:33:30.264913 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: l2_adjacency.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.265837 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.266333 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 02 09:33:30.266651 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: l3.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.267599 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.268107 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: router Jul 02 09:33:30.268427 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.270771 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.271287 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 02 09:33:30.271616 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.272583 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.273092 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: ext-gw-mode Jul 02 09:33:30.273412 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.274328 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.274827 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: l3-ha Jul 02 09:33:30.275147 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: l3_flavors.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.276625 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.277135 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: l3-flavors Jul 02 09:33:30.277448 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.278356 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.278854 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 02 09:33:30.279170 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: l3agentscheduler.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.280181 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.280730 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: l3_agent_scheduler Jul 02 09:33:30.281053 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: logging.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.282532 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.283051 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension logging not supported by any of loaded plugins Jul 02 09:33:30.283378 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: metering.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.284115 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.284712 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: metering Jul 02 09:33:30.285038 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.286129 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.286637 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: metering_source_and_destination_fields Jul 02 09:33:30.286963 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: multiprovidernet.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.287885 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.288384 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: multi-provider Jul 02 09:33:30.288731 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: netmtu.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.289641 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.290144 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: net-mtu Jul 02 09:33:30.290461 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: netmtu_writable.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.291372 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.292525 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: net-mtu-writable Jul 02 09:33:30.292849 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: network_availability_zone.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.293517 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.294011 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: network_availability_zone Jul 02 09:33:30.294326 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: network_ip_availability.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.295404 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.295904 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: network-ip-availability Jul 02 09:33:30.296222 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: network_segment_range.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.297004 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.297496 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension network-segment-range not supported by any of loaded plugins Jul 02 09:33:30.297811 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: pagination.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.298810 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.299135 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: pagination Jul 02 09:33:30.299451 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: port_device_profile.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.300366 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.300904 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: port-device-profile Jul 02 09:33:30.301221 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.302142 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.302649 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: port-mac-address-regenerate Jul 02 09:33:30.302964 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.303884 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.304384 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: port-numa-affinity-policy Jul 02 09:33:30.304723 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: port_resource_request.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.305624 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.306117 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension port-resource-request not supported by any of loaded plugins Jul 02 09:33:30.306430 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: portbindings.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.307425 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.307957 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: binding Jul 02 09:33:30.308272 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: portbindings_extended.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.309685 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.310195 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: binding-extended Jul 02 09:33:30.310517 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: portsecurity.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.311427 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.311926 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: port-security Jul 02 09:33:30.312247 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: project_id.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.313260 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.313588 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: project-id Jul 02 09:33:30.313904 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: providernet.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.314824 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.315333 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: provider Jul 02 09:33:30.315649 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: qos.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.319161 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.319679 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension qos not supported by any of loaded plugins Jul 02 09:33:30.320008 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.321270 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.321778 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 02 09:33:30.322103 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.323132 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.323644 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 02 09:33:30.323967 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: qos_default.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.324899 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.325404 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension qos-default not supported by any of loaded plugins Jul 02 09:33:30.325728 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: qos_fip.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.326375 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.326867 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension qos-fip not supported by any of loaded plugins Jul 02 09:33:30.327186 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: qos_gateway_ip.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.328101 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.328635 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 02 09:33:30.328956 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: qos_port_network_policy.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.330119 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.330619 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 02 09:33:30.330937 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: qos_rule_type_details.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.331850 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.332350 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 02 09:33:30.332702 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: qos_rules_alias.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.333738 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.334242 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 02 09:33:30.334561 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: quotasv2.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.335457 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.335776 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: quotas Jul 02 09:33:30.336092 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: quotasv2_detail.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.339616 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.339949 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: quota_details Jul 02 09:33:30.340275 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: rbac.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.341349 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.341866 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: rbac-policies Jul 02 09:33:30.342194 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: rbac_address_group.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.343316 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.343828 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: rbac-address-group Jul 02 09:33:30.344151 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: rbac_address_scope.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.345174 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.345680 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: rbac-address-scope Jul 02 09:33:30.346002 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: rbac_security_groups.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.346912 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.347417 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: rbac-security-groups Jul 02 09:33:30.347736 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: rbac_subnetpool.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.348676 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.349179 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: rbac-subnetpool Jul 02 09:33:30.349498 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: revisionifmatch.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.350410 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.350917 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: revision-if-match Jul 02 09:33:30.351237 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: revisions.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.352340 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.352890 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: standard-attr-revisions Jul 02 09:33:30.353214 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: router_availability_zone.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.353884 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.355006 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: router_availability_zone Jul 02 09:33:30.355330 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: routerservicetype.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.356313 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.356851 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension router-service-type not supported by any of loaded plugins Jul 02 09:33:30.357171 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.358086 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.358589 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: security-groups-normalized-cidr Jul 02 09:33:30.358907 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.359817 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.360315 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: port-security-groups-filtering Jul 02 09:33:30.360662 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.361575 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.362075 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: security-groups-remote-address-group Jul 02 09:33:30.362391 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: securitygroup.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.372628 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.373157 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: security-group Jul 02 09:33:30.373487 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: segment.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.374269 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.374772 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension segment not supported by any of loaded plugins Jul 02 09:33:30.375095 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.376034 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.376569 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 02 09:33:30.376892 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: servicetype.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.377994 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.378509 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: service-type Jul 02 09:33:30.378834 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: sorting.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.379814 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.380144 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: sorting Jul 02 09:33:30.380485 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: standard_attr_segment.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.381465 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.381976 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 02 09:33:30.382295 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: standardattrdescription.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.382944 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.383444 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: standard-attr-description Jul 02 09:33:30.383762 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: stateful_security_group.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.384711 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.385220 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: stateful-security-group Jul 02 09:33:30.386271 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: stdattrs_common.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.386854 dv-cinder-772181-12-iscsi neutron-server[99392]: WARNING neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 02 09:33:30.387173 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.388097 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.388632 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 02 09:33:30.388953 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: subnet_onboard.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.390003 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.390512 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: subnet_onboard Jul 02 09:33:30.390831 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.391747 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.392248 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 02 09:33:30.392599 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: subnet_service_types.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.393517 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.394021 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: subnet-service-types Jul 02 09:33:30.394339 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: subnetallocation.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.395404 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.395912 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: subnet_allocation Jul 02 09:33:30.396230 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.397036 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.397537 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: subnetpool-prefix-ops Jul 02 09:33:30.397853 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.398785 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.399288 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 02 09:33:30.399604 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: tagging.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.400671 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.401235 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: standard-attr-tag Jul 02 09:33:30.401554 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: timestamp.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.402747 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.403265 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loaded extension: standard-attr-timestamp Jul 02 09:33:30.403589 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: trunk.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.404642 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.405150 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension trunk not supported by any of loaded plugins Jul 02 09:33:30.405473 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: trunk_details.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.406394 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.406896 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension trunk-details not supported by any of loaded plugins Jul 02 09:33:30.407219 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: uplink_status_propagation.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.408136 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.408672 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 02 09:33:30.408998 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Loading extension file: vlantransparent.py {{(pid=99392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 09:33:30.409668 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 09:33:30.410165 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 02 09:33:30.412605 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Creating instance of TrackedResource for resource:network Jul 02 09:33:30.413172 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Creating instance of TrackedResource for resource:subnet Jul 02 09:33:30.413603 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Creating instance of TrackedResource for resource:subnetpool Jul 02 09:33:30.414024 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Creating instance of TrackedResource for resource:port Jul 02 09:33:30.415262 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.v2.resource_helper [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 09:33:30.415692 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.v2.resource_helper [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Service FLAVORS assigned prefix: {{(pid=99392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 09:33:30.416291 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.v2.resource_helper [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 09:33:30.416790 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.v2.resource_helper [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 09:33:30.417125 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Creating instance of TrackedResource for resource:router Jul 02 09:33:30.417547 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Creating instance of TrackedResource for resource:floatingip Jul 02 09:33:30.418044 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.v2.resource_helper [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Service METERING assigned prefix: /metering {{(pid=99392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 09:33:30.419451 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.419816 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.420162 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:33:30.421154 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Creating instance of CountableResource for resource:rbac_policy Jul 02 09:33:30.421586 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Creating instance of TrackedResource for resource:security_group Jul 02 09:33:30.422016 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 02 09:33:30.422606 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.v2.resource_helper [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Service CORE assigned prefix: {{(pid=99392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 09:33:30.422936 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Creating instance of TrackedResource for resource:subnetpool Jul 02 09:33:30.423279 dv-cinder-772181-12-iscsi neutron-server[99392]: WARNING neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] subnetpool is already registered Jul 02 09:33:30.423703 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.v2.resource_helper [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Service CORE assigned prefix: {{(pid=99392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 09:33:30.424030 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Creating instance of TrackedResource for resource:subnetpool Jul 02 09:33:30.424357 dv-cinder-772181-12-iscsi neutron-server[99392]: WARNING neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] subnetpool is already registered Jul 02 09:33:30.426624 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.v2.resource_helper [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 09:33:30.427047 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.v2.resource_helper [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Service FLAVORS assigned prefix: {{(pid=99392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 09:33:30.427630 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.v2.resource_helper [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 09:33:30.428048 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.v2.resource_helper [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 09:33:30.428380 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Creating instance of TrackedResource for resource:router Jul 02 09:33:30.428738 dv-cinder-772181-12-iscsi neutron-server[99392]: WARNING neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] router is already registered Jul 02 09:33:30.429145 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Creating instance of TrackedResource for resource:floatingip Jul 02 09:33:30.429479 dv-cinder-772181-12-iscsi neutron-server[99392]: WARNING neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] floatingip is already registered Jul 02 09:33:30.429926 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.v2.resource_helper [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Service METERING assigned prefix: /metering {{(pid=99392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 09:33:30.430575 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Creating instance of CountableResource for resource:rbac_policy Jul 02 09:33:30.430897 dv-cinder-772181-12-iscsi neutron-server[99392]: WARNING neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] rbac_policy is already registered Jul 02 09:33:30.431302 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Creating instance of TrackedResource for resource:security_group Jul 02 09:33:30.431630 dv-cinder-772181-12-iscsi neutron-server[99392]: WARNING neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] security_group is already registered Jul 02 09:33:30.432023 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 02 09:33:30.432943 dv-cinder-772181-12-iscsi neutron-server[99392]: WARNING neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] security_group_rule is already registered Jul 02 09:33:30.433566 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.v2.resource_helper [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Service CORE assigned prefix: {{(pid=99392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 09:33:30.433891 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Creating instance of TrackedResource for resource:subnetpool Jul 02 09:33:30.434224 dv-cinder-772181-12-iscsi neutron-server[99392]: WARNING neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] subnetpool is already registered Jul 02 09:33:30.434634 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.v2.resource_helper [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Service CORE assigned prefix: {{(pid=99392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 09:33:30.434954 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Creating instance of TrackedResource for resource:subnetpool Jul 02 09:33:30.435281 dv-cinder-772181-12-iscsi neutron-server[99392]: WARNING neutron.quota.resource_registry [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] subnetpool is already registered Jul 02 09:33:30.435743 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: extensions {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.437208 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: address-groups {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.438714 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: address-scopes {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.440031 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: agents {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.441203 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: auto-allocated-topology {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.442421 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: availability_zones {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.443635 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: dhcp-networks {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.446119 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: dhcp-agents {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.447538 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: routers {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.449922 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: flavors {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.451180 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: service_profiles {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.452552 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: next_providers {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.453988 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: service_profiles {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.455840 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: floatingip-pools {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.457165 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: routers {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.458839 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: floatingips {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.460106 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: l3-routers {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.461521 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: l3-agents {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.462931 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: metering-labels {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.464343 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: metering-label-rules {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.465702 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: network-ip-availabilities {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.466945 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: bindings {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.468527 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: quotas {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.470054 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: quotas {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.471440 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: rbac-policies {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.472643 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: security-groups {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.473934 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: security-group-rules {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.475164 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: service-providers {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.476372 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: subnetpools {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.477718 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: subnetpools {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.479287 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: tags {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.480959 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: tags {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.482745 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: tags {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.484528 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: tags {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.486181 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: tags {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.488089 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: tags {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.489787 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: tags {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.491615 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: tags {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.493480 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: tags {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.495950 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron.api.extensions [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Extended resource: tags {{(pid=99392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 09:33:30.501964 dv-cinder-772181-12-iscsi neutron-server[99392]: WARNING keystonemiddleware.auth_token [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 02 09:33:30.506503 dv-cinder-772181-12-iscsi neutron-server[99392]: WARNING keystonemiddleware.auth_token [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 02 09:33:30.516582 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_concurrency.lockutils [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Acquired lock "singleton_lock" {{(pid=99392) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 02 09:33:30.517003 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_concurrency.lockutils [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Releasing lock "singleton_lock" {{(pid=99392) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 02 09:33:30.517642 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO oslo_service.service [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Starting 2 workers Jul 02 09:33:30.522393 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Started child 99501 {{(pid=99392) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 02 09:33:30.526780 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Started child 99502 {{(pid=99392) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 02 09:33:30.527969 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:30.528620 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO neutron.service [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 02 09:33:30.529085 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Notify callbacks [] for process, before_spawn {{(pid=99392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:30.529494 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [-] (99501) wsgi starting up on http://0.0.0.0:9696 Jul 02 09:33:30.531489 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO oslo_service.service [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Starting 1 workers Jul 02 09:33:30.531609 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:30.532889 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [-] (99502) wsgi starting up on http://0.0.0.0:9696 Jul 02 09:33:30.536665 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Started child 99503 {{(pid=99392) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 02 09:33:30.537185 dv-cinder-772181-12-iscsi neutron-server[99392]: INFO oslo_service.service [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Starting 1 workers Jul 02 09:33:30.540157 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.service [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] calling RpcWorker wait() {{(pid=99503) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 02 09:33:30.540785 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.service [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] returning from RpcWorker wait() {{(pid=99503) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 02 09:33:30.541540 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Started child 99504 {{(pid=99392) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 02 09:33:30.542450 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:30.542895 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG neutron_lib.callbacks.manager [None req-c8ab303e-4bb8-40f3-898a-661c72a2b254 None None] Notify callbacks [] for process, after_spawn {{(pid=99392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:30.543064 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:33:30.544865 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99392) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 02 09:33:30.545083 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 02 09:33:30.545259 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 02 09:33:30.545466 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 02 09:33:30.545824 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 02 09:33:30.545977 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 02 09:33:30.546481 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.546747 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.547062 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.547213 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:30.547746 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.547746 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.548038 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:33:30.548178 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.548359 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.548632 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.548918 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.549167 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.549337 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.549487 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.549749 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.549975 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.550351 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.550525 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.550709 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.550952 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.551121 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.551376 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.551651 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.551895 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.552148 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] debug = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.552382 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.552895 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.553141 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.553374 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.553588 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.553867 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.554091 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.554389 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.554630 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.554842 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.555077 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.555325 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.555569 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.555781 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.555994 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.556247 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.556502 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.556948 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] host = dv-cinder-772181-12-iscsi {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.557200 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.558144 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.558486 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.558803 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.559062 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.559283 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.559534 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.559788 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.560039 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.560263 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.560610 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.560785 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.561021 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.561256 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] log_file = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.561415 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] log_options = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.561650 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.561913 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.562174 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.562367 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.562537 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.562714 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.563004 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.563165 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.563366 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.563603 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.563836 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.564050 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.564264 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.564502 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.564756 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.565000 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.565230 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.565440 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.565682 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.565925 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.566165 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.566389 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.566621 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.566862 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.567104 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.567345 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.567542 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.567753 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.567966 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.568214 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.568430 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.568701 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.568936 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.569176 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.569422 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.569649 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.569877 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.570135 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.570365 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.570685 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.570836 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.571068 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.571310 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.571553 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.571794 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.572009 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] use_json = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.572219 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.572501 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.572727 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.573527 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.573702 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.573909 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.574121 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.574394 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.575659 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.575973 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.576827 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.577111 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.578038 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.578038 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.578038 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.578365 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.578466 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.578657 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.579218 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.580360 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.580558 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.580756 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.581021 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.581362 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.581627 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.581907 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.582148 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.582370 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.582622 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.582846 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.583168 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.583450 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.583723 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.583976 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.584206 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.584488 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.586597 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.586597 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.586597 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.586597 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.586597 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.586597 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.586597 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.586597 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.586597 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.587178 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.587178 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.587305 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.587467 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.587695 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.587943 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.588160 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.588377 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.588665 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.589554 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.589670 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.589959 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.590195 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.590449 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.590701 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.591379 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.591379 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.591379 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.594407 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.594407 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.594407 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.594407 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.594407 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.594407 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.594407 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.594407 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.594407 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.595024 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.595024 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.595024 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.595024 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.595024 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.595024 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.595024 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.595024 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.595618 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.595618 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.595618 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.595839 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.596073 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.596292 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.596533 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.596766 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.596980 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.597202 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.597394 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.597603 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.598809 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.598809 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.598809 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.598809 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.599393 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.599393 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.599393 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.599795 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.599929 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.600061 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.600490 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.600744 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.600973 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.601442 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.601442 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.602313 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.602313 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.602313 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.602516 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.602676 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.602852 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.603093 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.603363 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.603635 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.603885 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.604414 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.604799 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.605005 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.605242 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.605528 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.605755 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.606019 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.606506 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.606948 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.607278 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.607539 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.607820 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.608573 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.608573 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.608573 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.609031 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.609031 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.609305 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.609498 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.609744 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.610185 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.610586 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.611024 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.611522 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.611760 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.611979 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.612206 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.612498 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.612754 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.613006 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.613272 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.613536 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.614107 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.614107 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.614281 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.615743 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.615743 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.615743 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.615743 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.615743 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.615743 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.616157 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.616157 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.616300 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.616560 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.616796 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.617011 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.617245 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.617461 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.617703 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.617952 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.618168 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.618395 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.619868 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.619868 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.619868 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.619868 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.619868 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.619868 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.620279 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.620279 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.620510 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.620901 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.621141 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.621393 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.621662 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.621880 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.622130 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.622372 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.622588 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.622804 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.623042 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.623261 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.623497 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.623726 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.623945 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.624204 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.625923 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.625923 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.625923 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.625923 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.625923 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.625923 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.626394 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.626394 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.626536 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.626658 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.626900 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.628034 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.628034 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.628034 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.628034 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.628034 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.628399 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.628494 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.628686 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.628889 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.629195 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.629444 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.629686 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.629966 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.630188 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.630415 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.630668 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.630877 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.631086 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.631305 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.631522 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.631726 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.632119 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.632525 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.632742 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.632971 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.633315 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.633603 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.633834 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.634071 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.634284 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.634506 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.634726 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.634939 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.635188 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.636013 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.636232 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.636468 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.636711 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.636925 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.637220 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.637486 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.637703 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.637963 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.638206 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.638455 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.638697 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.639029 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.639266 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.639506 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.639726 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.639962 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.640193 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.640471 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.640818 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.641106 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.641341 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.641597 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.641867 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.642146 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.642418 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.642633 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.642906 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.643234 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.643510 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.643761 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.644009 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.644289 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.644567 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.644806 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.645044 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.645298 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.645515 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.645754 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.646015 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.646247 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.646483 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.646711 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.646951 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.647193 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.647425 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.647648 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.647880 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.648041 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 02 09:33:30.648589 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99392) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 02 09:33:30.648750 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 02 09:33:30.648917 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 02 09:33:30.649105 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 02 09:33:30.649278 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 02 09:33:30.649420 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 02 09:33:30.649625 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.649786 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.649946 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.650105 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.650264 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.650444 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.650604 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.650762 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.650919 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.651141 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.651801 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.652246 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.652406 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.652585 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.652729 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.652892 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.653048 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.653206 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.653370 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.653527 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.653685 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.653842 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.654000 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] debug = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.654201 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.654353 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.654518 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.654675 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.654832 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.654990 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.655146 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.655304 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.655462 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.655621 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.655779 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.655936 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.656093 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.656252 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.656411 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.656592 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.656752 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.656911 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] host = dv-cinder-772181-12-iscsi {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.657070 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.657227 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.657384 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.657546 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.657708 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.657864 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.658023 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.658180 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.658338 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.658497 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.658654 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.658812 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.658970 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.659128 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] log_file = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.659290 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] log_options = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.659432 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.659591 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.659749 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.659931 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.660095 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.660254 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.661313 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.661313 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.661313 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.661313 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.661313 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.661313 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.661313 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.662685 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.662685 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.662685 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.662685 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.662685 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.662685 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.662685 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.662685 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.664618 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.664618 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.664618 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.664618 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.664618 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.664618 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.664618 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.664618 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.664618 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.667281 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.667281 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.667281 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.667281 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.667281 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.667281 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.667281 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.667281 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.668275 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.668275 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.668275 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.668275 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.668275 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.668275 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.668275 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.668275 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] use_json = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.670487 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.670487 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.670487 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.670487 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.670487 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.670487 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.670487 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.670487 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 09:33:30.671312 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.671312 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.671312 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.671312 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.671312 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.671312 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.671312 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.671312 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.672138 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.672138 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.672138 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.672138 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.672138 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.672138 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.672138 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.672138 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.673873 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.673873 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.673873 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.673873 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.673873 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.673873 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.673873 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.673873 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.674678 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.674678 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.674678 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.674678 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.674678 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.674678 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.674678 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.674678 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.675513 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.675513 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.675513 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.675513 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.675513 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.675513 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.675513 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.675513 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.675513 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.676546 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.676546 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.676546 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.676546 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.676546 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.676546 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.676546 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.676546 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.676546 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.677415 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.677415 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.677415 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.677415 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.677415 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.677415 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.677415 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.677415 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.677415 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.678576 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.678576 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.678576 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.678576 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.678576 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.678576 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.678576 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.678576 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.678576 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.679244 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.679244 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.679244 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.679244 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.679244 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.679244 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.679747 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.679747 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.679747 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.680173 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.680173 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.680173 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.680461 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.680461 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.680726 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.680816 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.680949 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.681153 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.681362 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.681524 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.681692 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.681861 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.682031 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.682226 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.682450 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.682669 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.682836 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.682998 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.683161 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.683327 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.683490 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.683650 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.683811 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.683972 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.684137 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.684305 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.684573 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.684755 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.684903 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.685062 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.685223 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.685385 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.685565 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.685834 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.685967 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.686127 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.686293 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.686468 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.686602 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.686758 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.687074 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.687074 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.687380 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.687380 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.687605 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.687605 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.687789 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.687897 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.688052 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.688222 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.688395 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.688661 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.688760 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.688827 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:33:30.688926 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.689075 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.689235 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.689365 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.689526 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.689688 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.689836 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.690012 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.690148 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.690311 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.690472 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.690636 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.690798 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.690942 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.691107 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.691274 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.691468 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.691636 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.691821 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.692030 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.692197 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.692361 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.692548 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.692715 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.692872 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.693195 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.693363 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.693560 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.693726 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.693891 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.694106 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.694318 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.694445 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.694615 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.694803 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.694972 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.695154 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.695453 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.695552 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.695676 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.695837 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.696002 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.696171 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.696336 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.696549 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.696700 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.696861 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.697025 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.697188 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.697349 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.697513 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.697677 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.697839 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.698625 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.698903 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.699080 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.699257 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.699421 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.699584 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.699746 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.699907 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.700069 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.700336 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.700528 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.700692 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.700852 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.701013 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.701178 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.701342 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.701504 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.701665 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.701826 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.701987 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.702149 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.702313 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.702489 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.702652 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.702813 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.702974 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.703141 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.703306 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.703479 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.703640 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.703802 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.703961 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.704127 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.704287 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.704570 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.704669 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.705043 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.705205 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.705370 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.705641 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.705781 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.705925 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.706055 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.706216 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.706378 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.706539 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.706712 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.706874 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.707035 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.707249 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.707419 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.707579 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.707752 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.708878 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.708878 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.708878 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.708878 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.708878 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.708878 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.708878 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.709412 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.709412 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.709412 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.709743 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.709743 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.709743 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.710242 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.710242 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.710242 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.710458 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.710535 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.710700 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.710872 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.711033 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.711252 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.711379 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.711512 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.711660 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.711821 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.711981 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.712142 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.712303 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.712488 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.712659 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.712810 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.712970 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.713130 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.713291 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.713450 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.714300 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.714703 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.714703 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.715665 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.715665 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.715665 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 09:33:30.715665 dv-cinder-772181-12-iscsi neutron-server[99392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 02 09:33:30.957779 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37004) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:33:30.966303 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062561 Jul 02 09:33:42.365564 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04569137-be94-4ec9-9812-0d389e69a4cb None None] get_active_networks_info from dv-cinder-772181-12-iscsi {{(pid=99503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 02 09:33:42.436953 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04569137-be94-4ec9-9812-0d389e69a4cb None None] No non-hosted networks {{(pid=99503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 02 09:33:42.445180 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.agentschedulers_db [None req-04569137-be94-4ec9-9812-0d389e69a4cb None None] DHCP Agent not found on host dv-cinder-772181-12-iscsi {{(pid=99503) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 02 09:33:42.567162 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-929004fd-a823-499d-9949-cf86dc2f7b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631127'] for agent, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:45.095468 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-04d56c24-27d9-44a4-8289-e8842871bf96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631127'] for agent, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:45.143317 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-71eb350b-bc4f-4584-9582-86e26aac43b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:45.507623 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631127'] for agent, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:45.508531 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:45.509091 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:45.510292 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:45.510650 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:45.511100 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:45.511533 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:45.511967 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:45.512419 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:45.512875 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:45.513305 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:45.513765 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:45.514196 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:45.514697 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772181-12-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:33:45.521902 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772181-12-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:33:45.854839 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631127'] for agent, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:47.553928 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631127'] for agent, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:48.615506 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37098) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:33:49.109945 dv-cinder-772181-12-iscsi neutron-server[99502]: WARNING oslo_policy.policy [None req-ede227f8-f585-4d16-b159-db674827d9e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 09:33:49.110556 dv-cinder-772181-12-iscsi neutron-server[99502]: WARNING oslo_policy.policy [None req-ede227f8-f585-4d16-b159-db674827d9e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 09:33:49.328745 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [None req-ede227f8-f585-4d16-b159-db674827d9e1 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 09:33:49.330037 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-ede227f8-f585-4d16-b159-db674827d9e1 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7135580 Jul 02 09:33:51.686142 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37112) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:33:51.996036 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-657a2281-eaeb-4bd2-bc03-f3c1ad3c35ac admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:33:52.092157 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.policy [None req-657a2281-eaeb-4bd2-bc03-f3c1ad3c35ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99502) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 02 09:33:52.137491 dv-cinder-772181-12-iscsi neutron-server[99502]: WARNING oslo_policy.policy [None req-657a2281-eaeb-4bd2-bc03-f3c1ad3c35ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 09:33:52.137867 dv-cinder-772181-12-iscsi neutron-server[99502]: WARNING oslo_policy.policy [None req-657a2281-eaeb-4bd2-bc03-f3c1ad3c35ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 09:33:52.146239 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.quota [None req-657a2281-eaeb-4bd2-bc03-f3c1ad3c35ac admin admin] Loaded quota_driver: . Jul 02 09:33:52.240207 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-657a2281-eaeb-4bd2-bc03-f3c1ad3c35ac admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744582169567', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744582169008', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744582133062', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744582134684', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744582145473', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744582139322', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16436438', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16441337', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-702738', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-569362'] for rbac-policy, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:52.304469 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-657a2281-eaeb-4bd2-bc03-f3c1ad3c35ac admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:52.305667 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-657a2281-eaeb-4bd2-bc03-f3c1ad3c35ac admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6185522 Jul 02 09:33:52.428921 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.db.l3_hamode_db [None req-368ee449-45dd-4658-9f0a-66608a18be4d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 02 09:33:52.508871 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368ee449-45dd-4658-9f0a-66608a18be4d None None] Routers set() bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:33:52.509896 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368ee449-45dd-4658-9f0a-66608a18be4d None None] Router IDs set() for agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 02 09:33:54.869455 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37124) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:33:55.157812 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'project_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'admin_state_up': True}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:33:55.185938 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Made reservation on behalf of 8e06a83dfc9b43ffabce7efa04cbc9fc for: {'network': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:33:55.189476 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:55.207055 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:55.330329 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:55.334806 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:55.354642 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=99502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 09:33:55.383226 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744578473265', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:55.383810 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Unsubscribe: segment precommit_create {{(pid=99502) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 02 09:33:55.384369 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.segments_db [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Added segment 69cb8bf4-2c63-4222-a843-5af57b4868c4 of type vlan for network 96a10a6e-562e-4f5e-8db5-c81bac0206c7 Jul 02 09:33:55.405347 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98df18f3-726b-4c54-83cc-480f9e904e19,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:33:55.431867 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:55.432214 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:55.432570 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:55.432895 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:55.433213 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:55.433542 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:55.433862 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:55.434190 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:55.434517 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:55.434831 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:55.435140 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:55.435448 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Tracked resource versions report: Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: pushed versions: Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: { 'AddressGroup': {'1.2'}, Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'ConntrackHelper': {'1.0'}, Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Log': {'1.0'}, Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Network': {'1.1'}, Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Port': {'1.7'}, Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'PortForwarding': {'1.2'}, Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'QosPolicy': {'1.8'}, Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'SecurityGroup': {'1.4'}, Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'SecurityGroupRule': {'1.2'}, Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'SubPort': {'1.0'}, Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Subnet': {'1.1'}, Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Trunk': {'1.1'}} Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: consumer versions: Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: { DHCP agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: L3 agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: Metadata agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: Metering agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: Open vSwitch agent@dv-cinder-772181-12-iscsi: { 'AddressGroup': '1.2', Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'ConntrackHelper': '1.0', Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Log': '1.0', Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Network': '1.1', Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Port': '1.7', Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'PortForwarding': '1.2', Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'QosPolicy': '1.8', Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'SecurityGroup': '1.4', Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'SecurityGroupRule': '1.2', Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'SubPort': '1.0', Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Subnet': '1.1', Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Trunk': '1.1'}} Jul 02 09:33:55.436793 dv-cinder-772181-12-iscsi neutron-server[99502]: {{(pid=99502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 09:33:55.508665 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:55.566968 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:55.568094 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:33:55.568764 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:55.624650 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7540369 Jul 02 09:33:55.669367 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61ae5c-6021-488e-a22b-41555d694016 admin admin] Pushing event updated for resources: {'Network': ['ID=96a10a6e-562e-4f5e-8db5-c81bac0206c7,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:33:55.683349 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network 96a10a6e-562e-4f5e-8db5-c81bac0206c7 details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:33:58.339757 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37138) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:33:58.731556 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8054c996-a59c-41d3-8bc8-2f9a52f129d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:33:58.732977 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-8054c996-a59c-41d3-8bc8-2f9a52f129d8 admin admin] 10.222.0.47 "GET /v2.0/networks/96a10a6e-562e-4f5e-8db5-c81bac0206c7 HTTP/1.1" status: 200 len: 825 time: 0.3922651 Jul 02 09:33:58.756862 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-d6b39f8a-e893-4051-a5c8-f442a75b8d3b admin admin] 10.222.0.47 "GET /v2.0/subnetpools/d457a20a-afea-4fac-b6fe-2d8904adf8a9 HTTP/1.1" status: 200 len: 734 time: 0.0184619 Jul 02 09:33:58.766089 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-55e9348d-85c8-4090-b5ac-c32a7441170b admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '96a10a6e-562e-4f5e-8db5-c81bac0206c7', 'tenant_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'subnetpool_id': 'd457a20a-afea-4fac-b6fe-2d8904adf8a9'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:33:58.798933 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e9348d-85c8-4090-b5ac-c32a7441170b admin admin] Made reservation on behalf of 8e06a83dfc9b43ffabce7efa04cbc9fc for: {'subnet': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:33:58.801338 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-55e9348d-85c8-4090-b5ac-c32a7441170b admin admin] Notify callbacks [] for subnet, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:59.088578 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-55e9348d-85c8-4090-b5ac-c32a7441170b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for subnet, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:59.158490 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e9348d-85c8-4090-b5ac-c32a7441170b admin admin] Checking segment: {'id': '69cb8bf4-2c63-4222-a843-5af57b4868c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '96a10a6e-562e-4f5e-8db5-c81bac0206c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:33:59.158855 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e9348d-85c8-4090-b5ac-c32a7441170b admin admin] Network hostable DHCP agents. Network: 96a10a6e-562e-4f5e-8db5-c81bac0206c7, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:33:59.163140 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9348d-85c8-4090-b5ac-c32a7441170b admin admin] Pushing event updated for resources: {'Subnet': ['ID=01005989-61b5-4e05-95e0-db8a24bdecda,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:33:59.181841 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e9348d-85c8-4090-b5ac-c32a7441170b admin admin] Network 96a10a6e-562e-4f5e-8db5-c81bac0206c7 is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:33:59.193167 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-55e9348d-85c8-4090-b5ac-c32a7441170b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, 96a10a6e-562e-4f5e-8db5-c81bac0206c7) {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:33:59.198387 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e9348d-85c8-4090-b5ac-c32a7441170b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:33:59.198982 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-55e9348d-85c8-4090-b5ac-c32a7441170b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:59.203307 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334d5d09-d96e-45b6-8f1e-1f1fa77aaaad None None] Network 96a10a6e-562e-4f5e-8db5-c81bac0206c7 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:33:59.216975 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-55e9348d-85c8-4090-b5ac-c32a7441170b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4543090 Jul 02 09:33:59.518994 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7dea1bd-0782-506e-8bb9-6115f597cb05-96a10a6e-562e-4f5e-8db5-c81bac0206c7', 'network_id': '96a10a6e-562e-4f5e-8db5-c81bac0206c7', 'tenant_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'fixed_ips': [{'subnet_id': '01005989-61b5-4e05-95e0-db8a24bdecda'}]}} from dv-cinder-772181-12-iscsi. {{(pid=99503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 09:33:59.520205 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:33:59.803657 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Allocated IP 172.20.0.2 (96a10a6e-562e-4f5e-8db5-c81bac0206c7/01005989-61b5-4e05-95e0-db8a24bdecda/959f2764-2ecb-486e-b149-c45dacac8d17) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:34:00.006648 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:00.052698 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Transition to ACTIVE for port object 959f2764-2ecb-486e-b149-c45dacac8d17 will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:34:00.075325 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Transition to ACTIVE for port object 959f2764-2ecb-486e-b149-c45dacac8d17 will not be triggered until provisioned by entity DHCP. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:34:00.084129 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:00.153052 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Network 96a10a6e-562e-4f5e-8db5-c81bac0206c7 is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:34:00.163905 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:34:00.167619 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:34:00.173816 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Pushing event updated for resources: {'Port': ['ID=959f2764-2ecb-486e-b149-c45dacac8d17,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:34:00.198829 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:00.199190 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:00.199536 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:00.199868 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:00.200195 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:00.200592 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:00.200922 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:00.201251 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:00.201589 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:00.201916 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:00.202236 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:00.202555 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Tracked resource versions report: Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: pushed versions: Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: { 'AddressGroup': {'1.2'}, Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'ConntrackHelper': {'1.0'}, Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Log': {'1.0'}, Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Network': {'1.1'}, Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Port': {'1.7'}, Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'PortForwarding': {'1.2'}, Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'QosPolicy': {'1.8'}, Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'SecurityGroup': {'1.4'}, Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'SecurityGroupRule': {'1.2'}, Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'SubPort': {'1.0'}, Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Subnet': {'1.1'}, Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Trunk': {'1.1'}} Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: consumer versions: Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: { DHCP agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: L3 agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: Metadata agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: Metering agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: Open vSwitch agent@dv-cinder-772181-12-iscsi: { 'AddressGroup': '1.2', Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'ConntrackHelper': '1.0', Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Log': '1.0', Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Network': '1.1', Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Port': '1.7', Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'PortForwarding': '1.2', Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'QosPolicy': '1.8', Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'SecurityGroup': '1.4', Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'SecurityGroupRule': '1.2', Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'SubPort': '1.0', Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Subnet': '1.1', Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Trunk': '1.1'}} Jul 02 09:34:00.204173 dv-cinder-772181-12-iscsi neutron-server[99503]: {{(pid=99503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 09:34:00.255124 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Attempting to bind port 959f2764-2ecb-486e-b149-c45dacac8d17 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:34:00.255521 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Attempting to bind port 959f2764-2ecb-486e-b149-c45dacac8d17 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': '69cb8bf4-2c63-4222-a843-5af57b4868c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '96a10a6e-562e-4f5e-8db5-c81bac0206c7'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:34:00.255959 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Attempting to bind port 959f2764-2ecb-486e-b149-c45dacac8d17 on network 96a10a6e-562e-4f5e-8db5-c81bac0206c7 {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:34:00.261186 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:34:00.261523 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Checking segment: {'id': '69cb8bf4-2c63-4222-a843-5af57b4868c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '96a10a6e-562e-4f5e-8db5-c81bac0206c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:34:00.261998 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:00.262384 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Bound using segment: {'id': '69cb8bf4-2c63-4222-a843-5af57b4868c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '96a10a6e-562e-4f5e-8db5-c81bac0206c7'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:34:00.262861 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Bound port: 959f2764-2ecb-486e-b149-c45dacac8d17, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cb8bf4-2c63-4222-a843-5af57b4868c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '96a10a6e-562e-4f5e-8db5-c81bac0206c7'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:34:00.263292 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:00.325702 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] For port 959f2764-2ecb-486e-b149-c45dacac8d17, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:34:00.330156 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] For port 959f2764-2ecb-486e-b149-c45dacac8d17, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=959f2764-2ecb-486e-b149-c45dacac8d17,segment=NetworkSegment(69cb8bf4-2c63-4222-a843-5af57b4868c4),segment_id=69cb8bf4-2c63-4222-a843-5af57b4868c4)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:34:00.334924 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:00.405512 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb405e1-70be-4585-a7a8-ccd34c07479a None None] Pushing event updated for resources: {'Port': ['ID=959f2764-2ecb-486e-b149-c45dacac8d17,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:34:01.619403 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37146) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:34:01.931807 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [None req-054c06ba-5528-46ed-986a-640dac44fa2a admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 09:34:01.932818 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-054c06ba-5528-46ed-986a-640dac44fa2a admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3124216 Jul 02 09:34:04.317506 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 37154) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:34:04.803401 dv-cinder-772181-12-iscsi neutron-server[99501]: WARNING oslo_policy.policy [None req-1e8f6ab3-3473-47f1-a356-3ea3824b99a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 09:34:04.803988 dv-cinder-772181-12-iscsi neutron-server[99501]: WARNING oslo_policy.policy [None req-1e8f6ab3-3473-47f1-a356-3ea3824b99a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 09:34:05.021634 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [None req-1e8f6ab3-3473-47f1-a356-3ea3824b99a8 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 09:34:05.022813 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-1e8f6ab3-3473-47f1-a356-3ea3824b99a8 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7032490 Jul 02 09:34:06.512938 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3ce00d-ea24-4e13-8f80-a702289d50e7 None None] Network 96a10a6e-562e-4f5e-8db5-c81bac0206c7 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:34:06.631249 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-ac5d36b4-2a1a-4fcc-b840-d245136d1ca6 None None] Provisioning for port 959f2764-2ecb-486e-b149-c45dacac8d17 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:34:07.310974 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 959f2764-2ecb-486e-b149-c45dacac8d17 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:34:07.390858 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 959f2764-2ecb-486e-b149-c45dacac8d17 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:34:07.394497 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 959f2764-2ecb-486e-b149-c45dacac8d17 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:34:07.394891 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:07.507674 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:07.541559 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 959f2764-2ecb-486e-b149-c45dacac8d17, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=959f2764-2ecb-486e-b149-c45dacac8d17,segment=NetworkSegment(69cb8bf4-2c63-4222-a843-5af57b4868c4),segment_id=69cb8bf4-2c63-4222-a843-5af57b4868c4)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:34:07.545536 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:07.593861 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=959f2764-2ecb-486e-b149-c45dacac8d17,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:34:07.682092 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 37174) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:34:07.981789 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-09acc281-656f-42e7-b077-a0b072440d2c admin admin] Request body: {'router': {'tenant_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'admin_state_up': True, 'name': 'router1'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:34:08.046293 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.policy [None req-09acc281-656f-42e7-b077-a0b072440d2c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99501) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 02 09:34:08.091415 dv-cinder-772181-12-iscsi neutron-server[99501]: WARNING oslo_policy.policy [None req-09acc281-656f-42e7-b077-a0b072440d2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 09:34:08.091786 dv-cinder-772181-12-iscsi neutron-server[99501]: WARNING oslo_policy.policy [None req-09acc281-656f-42e7-b077-a0b072440d2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 09:34:08.100147 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.quota [None req-09acc281-656f-42e7-b077-a0b072440d2c admin admin] Loaded quota_driver: . Jul 02 09:34:08.157373 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-09acc281-656f-42e7-b077-a0b072440d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14687'] for router, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:08.159143 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-09acc281-656f-42e7-b077-a0b072440d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14660'] for router, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:08.312290 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-09acc281-656f-42e7-b077-a0b072440d2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:08.316823 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-09acc281-656f-42e7-b077-a0b072440d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634886'] for router, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:08.334993 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-09acc281-656f-42e7-b077-a0b072440d2c admin admin] Notify callbacks [] for router, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:08.336177 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-09acc281-656f-42e7-b077-a0b072440d2c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6531084 Jul 02 09:34:09.300579 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 959f2764-2ecb-486e-b149-c45dacac8d17 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:34:09.348889 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 959f2764-2ecb-486e-b149-c45dacac8d17 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:34:09.349259 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:10.681120 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37184) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:34:10.981369 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [None req-fa20c32e-cf85-4c39-86be-e7ad46505bd9 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 09:34:10.982360 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-fa20c32e-cf85-4c39-86be-e7ad46505bd9 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3003988 Jul 02 09:34:12.239355 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5a3727f8-f2bf-4f47-b158-2da104b778b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:13.337728 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37192) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:34:13.643652 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-b9e41ff5-16f8-470e-a438-2a866c50f7b8 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:34:13.667721 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e41ff5-16f8-470e-a438-2a866c50f7b8 admin admin] Made reservation on behalf of 39d14cb635164ac9b899f5cba7482dd4 for: {'network': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:34:13.669988 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b9e41ff5-16f8-470e-a438-2a866c50f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:13.678024 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b9e41ff5-16f8-470e-a438-2a866c50f7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:13.771492 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b9e41ff5-16f8-470e-a438-2a866c50f7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:13.775219 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b9e41ff5-16f8-470e-a438-2a866c50f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:13.788833 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b9e41ff5-16f8-470e-a438-2a866c50f7b8 admin admin] Reserving flat network on physical network physnet1 {{(pid=99502) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 02 09:34:13.811807 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e41ff5-16f8-470e-a438-2a866c50f7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffa08ac-8734-4a46-89aa-2eadb4c4d992,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:34:13.815075 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b9e41ff5-16f8-470e-a438-2a866c50f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:13.815782 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.segments_db [None req-b9e41ff5-16f8-470e-a438-2a866c50f7b8 admin admin] Added segment c0bae348-d1e8-4b18-bfb8-758bab7948a4 of type flat for network 91abeacf-6705-4621-a88a-4859e43fbb2c Jul 02 09:34:13.863589 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b9e41ff5-16f8-470e-a438-2a866c50f7b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:13.899012 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b9e41ff5-16f8-470e-a438-2a866c50f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:13.899911 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e41ff5-16f8-470e-a438-2a866c50f7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:34:13.900498 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b9e41ff5-16f8-470e-a438-2a866c50f7b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:13.927710 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-b9e41ff5-16f8-470e-a438-2a866c50f7b8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5889695 Jul 02 09:34:13.960292 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e41ff5-16f8-470e-a438-2a866c50f7b8 admin admin] Pushing event updated for resources: {'Network': ['ID=91abeacf-6705-4621-a88a-4859e43fbb2c,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:34:13.970894 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network 91abeacf-6705-4621-a88a-4859e43fbb2c details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:34:15.089269 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d5185772-8183-4f6e-9bbd-0920ff7452b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:15.504596 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:15.797356 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:16.271065 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37210) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:34:16.438764 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bef26ac-2621-4da1-a8fe-cb69a9a11418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:34:16.440079 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-3bef26ac-2621-4da1-a8fe-cb69a9a11418 admin admin] 10.222.0.47 "GET /v2.0/subnets/01005989-61b5-4e05-95e0-db8a24bdecda HTTP/1.1" status: 200 len: 849 time: 0.1680377 Jul 02 09:34:16.598732 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-7043c7b2-61ca-4f1e-9bcd-4c44e6051d36 admin admin] 10.222.0.47 "GET /v2.0/routers/a99bf43b-ccf6-4c20-b4b8-9da72679803d HTTP/1.1" status: 200 len: 704 time: 0.1533873 Jul 02 09:34:16.863365 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:17.155124 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] Allocated IP 172.20.0.1 (96a10a6e-562e-4f5e-8db5-c81bac0206c7/01005989-61b5-4e05-95e0-db8a24bdecda/ad7b8442-e301-4df9-9ff9-d8a732da8bc6) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:34:17.350160 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:17.372098 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] Transition to ACTIVE for port object ad7b8442-e301-4df9-9ff9-d8a732da8bc6 will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:34:17.448195 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:17.503783 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:17.519256 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] Network 96a10a6e-562e-4f5e-8db5-c81bac0206c7 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:34:17.525010 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:34:17.531967 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:34:17.532570 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633350'] for router_interface, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:17.598356 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] Pushing event updated for resources: {'Port': ['ID=ad7b8442-e301-4df9-9ff9-d8a732da8bc6,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:34:17.738793 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-dabdf120-a376-4856-b6ed-ee62c6cc9cfe None None] Provisioning for port ad7b8442-e301-4df9-9ff9-d8a732da8bc6 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:34:17.742991 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-dabdf120-a376-4856-b6ed-ee62c6cc9cfe None None] Provisioning complete for port ad7b8442-e301-4df9-9ff9-d8a732da8bc6 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:34:17.743364 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-dabdf120-a376-4856-b6ed-ee62c6cc9cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:17.751339 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:17.775850 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-dabdf120-a376-4856-b6ed-ee62c6cc9cfe None None] Port ad7b8442-e301-4df9-9ff9-d8a732da8bc6 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:34:17.931279 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:17.935458 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:17.936247 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633536'] for router_interface, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:17.996950 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] Pushing event updated for resources: {'Port': ['ID=ad7b8442-e301-4df9-9ff9-d8a732da8bc6,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:34:18.059844 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] Network 96a10a6e-562e-4f5e-8db5-c81bac0206c7 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:34:18.061173 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:34:18.231254 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] Router a99bf43b-ccf6-4c20-b4b8-9da72679803d is scheduled to L3 agent 9e613d5e-7006-412c-b838-682983cdc62a with binding_index 1 {{(pid=99502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 09:34:18.296429 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-b0be8528-3785-4830-9461-00c572b85d0d None None] Provisioning complete for port ad7b8442-e301-4df9-9ff9-d8a732da8bc6 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:34:18.296758 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b0be8528-3785-4830-9461-00c572b85d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:18.321427 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:34:18.336826 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-d3b20bf7-7c3f-4206-8bbb-4df47e75dc26 admin admin] 10.222.0.47 "PUT /v2.0/routers/a99bf43b-ccf6-4c20-b4b8-9da72679803d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7229071 Jul 02 09:34:18.336912 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Sync routers for ids ['a99bf43b-ccf6-4c20-b4b8-9da72679803d'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:34:18.337361 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-b0be8528-3785-4830-9461-00c572b85d0d None None] Port ad7b8442-e301-4df9-9ff9-d8a732da8bc6 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:34:18.342637 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Routers {'a99bf43b-ccf6-4c20-b4b8-9da72679803d'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:34:18.343475 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:34:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['a99bf43b-ccf6-4c20-b4b8-9da72679803d'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:34:18.532349 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Set router a99bf43b-ccf6-4c20-b4b8-9da72679803d gateway port host: None {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:34:18.969637 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99bf43b-ccf6-4c20-b4b8-9da72679803d', 'name': 'router1', 'tenant_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:34:08Z', 'updated_at': '2021-07-02T09:34:17Z', 'revision_number': 2, 'project_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'gw_port_host': None, '_interfaces': [{'id': 'ad7b8442-e301-4df9-9ff9-d8a732da8bc6', 'name': '', 'network_id': '96a10a6e-562e-4f5e-8db5-c81bac0206c7', 'tenant_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'mac_address': 'fa:16:3e:d7:60:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99bf43b-ccf6-4c20-b4b8-9da72679803d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01005989-61b5-4e05-95e0-db8a24bdecda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:34:16Z', 'updated_at': '2021-07-02T09:34:17Z', 'revision_number': 2, 'project_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'subnets': [{'id': '01005989-61b5-4e05-95e0-db8a24bdecda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd457a20a-afea-4fac-b6fe-2d8904adf8a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:34:19.021021 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Checking router: a99bf43b-ccf6-4c20-b4b8-9da72679803d for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:34:19.021306 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Updating router a99bf43b-ccf6-4c20-b4b8-9da72679803d port ad7b8442-e301-4df9-9ff9-d8a732da8bc6 binding host dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:34:19.083364 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:19.579683 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Notify callbacks [] for port, precommit_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:19.597964 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Transition to ACTIVE for port object ad7b8442-e301-4df9-9ff9-d8a732da8bc6 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:34:19.604497 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:19.772922 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b313e-e283-464c-9224-938748f8ce6f None None] Pushing event updated for resources: {'Port': ['ID=ad7b8442-e301-4df9-9ff9-d8a732da8bc6,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:34:19.778860 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Attempting to bind port ad7b8442-e301-4df9-9ff9-d8a732da8bc6 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:34:19.779115 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Attempting to bind port ad7b8442-e301-4df9-9ff9-d8a732da8bc6 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': '69cb8bf4-2c63-4222-a843-5af57b4868c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '96a10a6e-562e-4f5e-8db5-c81bac0206c7'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:34:19.779554 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Attempting to bind port ad7b8442-e301-4df9-9ff9-d8a732da8bc6 on network 96a10a6e-562e-4f5e-8db5-c81bac0206c7 {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:34:19.787712 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b313e-e283-464c-9224-938748f8ce6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:19.788071 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b313e-e283-464c-9224-938748f8ce6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:19.788412 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b313e-e283-464c-9224-938748f8ce6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:19.788837 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b313e-e283-464c-9224-938748f8ce6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:19.789351 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b313e-e283-464c-9224-938748f8ce6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:19.789690 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b313e-e283-464c-9224-938748f8ce6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:19.790016 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b313e-e283-464c-9224-938748f8ce6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:19.790340 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b313e-e283-464c-9224-938748f8ce6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:19.790679 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b313e-e283-464c-9224-938748f8ce6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:19.791009 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b313e-e283-464c-9224-938748f8ce6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:19.791321 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b313e-e283-464c-9224-938748f8ce6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:19.791637 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b313e-e283-464c-9224-938748f8ce6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b313e-e283-464c-9224-938748f8ce6f None None] Tracked resource versions report: Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: pushed versions: Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: { 'AddressGroup': {'1.2'}, Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'ConntrackHelper': {'1.0'}, Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Log': {'1.0'}, Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Network': {'1.1'}, Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Port': {'1.7'}, Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'PortForwarding': {'1.2'}, Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'QosPolicy': {'1.8'}, Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'SecurityGroup': {'1.4'}, Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'SecurityGroupRule': {'1.2'}, Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'SubPort': {'1.0'}, Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Subnet': {'1.1'}, Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Trunk': {'1.1'}} Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: consumer versions: Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: { DHCP agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: L3 agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: Metadata agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: Metering agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: Open vSwitch agent@dv-cinder-772181-12-iscsi: { 'AddressGroup': '1.2', Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'ConntrackHelper': '1.0', Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Log': '1.0', Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Network': '1.1', Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Port': '1.7', Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'PortForwarding': '1.2', Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'QosPolicy': '1.8', Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'SecurityGroup': '1.4', Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'SecurityGroupRule': '1.2', Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'SubPort': '1.0', Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Subnet': '1.1', Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Trunk': '1.1'}} Jul 02 09:34:19.793013 dv-cinder-772181-12-iscsi neutron-server[99504]: {{(pid=99504) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 09:34:19.795151 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:34:19.795553 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Checking segment: {'id': '69cb8bf4-2c63-4222-a843-5af57b4868c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '96a10a6e-562e-4f5e-8db5-c81bac0206c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:34:19.796014 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:19.796387 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Bound using segment: {'id': '69cb8bf4-2c63-4222-a843-5af57b4868c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '96a10a6e-562e-4f5e-8db5-c81bac0206c7'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:34:19.796916 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Bound port: ad7b8442-e301-4df9-9ff9-d8a732da8bc6, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cb8bf4-2c63-4222-a843-5af57b4868c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '96a10a6e-562e-4f5e-8db5-c81bac0206c7'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:34:19.797322 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:19.864270 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] For port ad7b8442-e301-4df9-9ff9-d8a732da8bc6, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:34:19.889671 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] For port ad7b8442-e301-4df9-9ff9-d8a732da8bc6, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=ad7b8442-e301-4df9-9ff9-d8a732da8bc6,segment=NetworkSegment(69cb8bf4-2c63-4222-a843-5af57b4868c4),segment_id=69cb8bf4-2c63-4222-a843-5af57b4868c4)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:34:19.893685 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:19.952817 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b313e-e283-464c-9224-938748f8ce6f None None] Pushing event updated for resources: {'Port': ['ID=ad7b8442-e301-4df9-9ff9-d8a732da8bc6,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:34:19.957247 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Routers {'a99bf43b-ccf6-4c20-b4b8-9da72679803d'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:34:19.957865 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:34:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['a99bf43b-ccf6-4c20-b4b8-9da72679803d'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:34:20.046838 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] Set router a99bf43b-ccf6-4c20-b4b8-9da72679803d gateway port host: None {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:34:20.256426 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99bf43b-ccf6-4c20-b4b8-9da72679803d', 'name': 'router1', 'tenant_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:34:08Z', 'updated_at': '2021-07-02T09:34:17Z', 'revision_number': 2, 'project_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'gw_port_host': None, '_interfaces': [{'id': 'ad7b8442-e301-4df9-9ff9-d8a732da8bc6', 'name': '', 'network_id': '96a10a6e-562e-4f5e-8db5-c81bac0206c7', 'tenant_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'mac_address': 'fa:16:3e:d7:60:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99bf43b-ccf6-4c20-b4b8-9da72679803d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01005989-61b5-4e05-95e0-db8a24bdecda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:34:16Z', 'updated_at': '2021-07-02T09:34:19Z', 'revision_number': 4, 'project_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'subnets': [{'id': '01005989-61b5-4e05-95e0-db8a24bdecda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd457a20a-afea-4fac-b6fe-2d8904adf8a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:34:20.285745 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69fd639-d500-41bc-ab9f-0ab609ff4655 None None] The sync data for ids ['a99bf43b-ccf6-4c20-b4b8-9da72679803d'] in dv-cinder-772181-12-iscsi is: [{'id': 'a99bf43b-ccf6-4c20-b4b8-9da72679803d', 'name': 'router1', 'tenant_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:34:08Z', 'updated_at': '2021-07-02T09:34:17Z', 'revision_number': 2, 'project_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'gw_port_host': None, '_interfaces': [{'id': 'ad7b8442-e301-4df9-9ff9-d8a732da8bc6', 'name': '', 'network_id': '96a10a6e-562e-4f5e-8db5-c81bac0206c7', 'tenant_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'mac_address': 'fa:16:3e:d7:60:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99bf43b-ccf6-4c20-b4b8-9da72679803d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01005989-61b5-4e05-95e0-db8a24bdecda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:34:16Z', 'updated_at': '2021-07-02T09:34:19Z', 'revision_number': 4, 'project_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'subnets': [{'id': '01005989-61b5-4e05-95e0-db8a24bdecda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd457a20a-afea-4fac-b6fe-2d8904adf8a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:34:20.559925 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 37230) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:34:20.739853 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fff3b3-1385-4be0-b079-619ba2b19911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:34:20.742733 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-32fff3b3-1385-4be0-b079-619ba2b19911 admin admin] 10.222.0.47 "GET /v2.0/networks/91abeacf-6705-4621-a88a-4859e43fbb2c HTTP/1.1" status: 200 len: 842 time: 0.1804821 Jul 02 09:34:20.751858 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:34:20.776222 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Made reservation on behalf of 39d14cb635164ac9b899f5cba7482dd4 for: {'subnet': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:34:20.778960 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:21.165453 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.objects.ports [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 02 09:34:21.165977 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for subnet, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:21.259555 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Checking segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:34:21.259953 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Network hostable DHCP agents. Network: 91abeacf-6705-4621-a88a-4859e43fbb2c, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:34:21.271565 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3acd31d5-d298-493f-8b22-8cf1b4526b9f,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:34:21.280690 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:21.281053 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:21.281399 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:21.281736 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:21.282069 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:21.282406 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:21.282737 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:21.283079 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:21.283426 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:21.283751 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:21.284076 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:21.284401 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Tracked resource versions report: Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: pushed versions: Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: { 'AddressGroup': {'1.2'}, Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'ConntrackHelper': {'1.0'}, Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Log': {'1.0'}, Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Network': {'1.1'}, Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Port': {'1.7'}, Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'PortForwarding': {'1.2'}, Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'QosPolicy': {'1.8'}, Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'SecurityGroup': {'1.4'}, Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'SecurityGroupRule': {'1.2'}, Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'SubPort': {'1.0'}, Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Subnet': {'1.1'}, Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Trunk': {'1.1'}} Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: consumer versions: Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: { DHCP agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: L3 agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: Metadata agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: Metering agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: Open vSwitch agent@dv-cinder-772181-12-iscsi: { 'AddressGroup': '1.2', Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'ConntrackHelper': '1.0', Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Log': '1.0', Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Network': '1.1', Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Port': '1.7', Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'PortForwarding': '1.2', Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'QosPolicy': '1.8', Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'SecurityGroup': '1.4', Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'SecurityGroupRule': '1.2', Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'SubPort': '1.0', Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Subnet': '1.1', Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Trunk': '1.1'}} Jul 02 09:34:21.285783 dv-cinder-772181-12-iscsi neutron-server[99501]: {{(pid=99501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 09:34:21.323167 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:34:21.341590 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, 91abeacf-6705-4621-a88a-4859e43fbb2c) {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:34:21.350848 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c0406e-6c0b-48a0-8cc0-e8eb9de243c0 None None] Network 91abeacf-6705-4621-a88a-4859e43fbb2c requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:34:21.362246 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:34:21.362882 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:21.379482 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-5a745d1b-a022-480d-82e3-1e162969a6b4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6306124 Jul 02 09:34:21.487898 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c77b17-e895-42f4-ab29-e22671b0d28b None None] Network 91abeacf-6705-4621-a88a-4859e43fbb2c requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:34:23.335364 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device ad7b8442-e301-4df9-9ff9-d8a732da8bc6 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:34:23.388911 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port ad7b8442-e301-4df9-9ff9-d8a732da8bc6 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:34:23.392875 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port ad7b8442-e301-4df9-9ff9-d8a732da8bc6 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:34:23.393250 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:23.476629 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:23.508528 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port ad7b8442-e301-4df9-9ff9-d8a732da8bc6, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=ad7b8442-e301-4df9-9ff9-d8a732da8bc6,segment=NetworkSegment(69cb8bf4-2c63-4222-a843-5af57b4868c4),segment_id=69cb8bf4-2c63-4222-a843-5af57b4868c4)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:34:23.512212 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:23.562271 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=ad7b8442-e301-4df9-9ff9-d8a732da8bc6,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:34:23.601869 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 5 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:34:23.697945 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 37246) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:34:23.916240 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-d855869f-6f86-4dfa-bc3d-583e24c49d46 admin admin] 10.222.0.47 "GET /v2.0/routers/a99bf43b-ccf6-4c20-b4b8-9da72679803d HTTP/1.1" status: 200 len: 710 time: 0.2169499 Jul 02 09:34:24.002960 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485b26cb-2074-40a9-a673-e3ed49a1ad7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:34:24.004315 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-485b26cb-2074-40a9-a673-e3ed49a1ad7e admin admin] 10.222.0.47 "GET /v2.0/networks/91abeacf-6705-4621-a88a-4859e43fbb2c HTTP/1.1" status: 200 len: 886 time: 0.0829909 Jul 02 09:34:24.013717 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-7194e7cd-fbf7-41d5-9f96-feade56e3f00 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:34:24.259416 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-7194e7cd-fbf7-41d5-9f96-feade56e3f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14714'] for router, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:24.497374 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-7194e7cd-fbf7-41d5-9f96-feade56e3f00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:24.571503 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-7194e7cd-fbf7-41d5-9f96-feade56e3f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:24.721712 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_common [None req-7194e7cd-fbf7-41d5-9f96-feade56e3f00 admin admin] Allocated IP 172.27.1.222 (91abeacf-6705-4621-a88a-4859e43fbb2c/3acd31d5-d298-493f-8b22-8cf1b4526b9f/255178d8-4cb6-4c8a-b538-64541834912c) {{(pid=99501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:34:24.826705 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-7194e7cd-fbf7-41d5-9f96-feade56e3f00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:24.948797 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-7194e7cd-fbf7-41d5-9f96-feade56e3f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926'] for port, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:25.019806 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7194e7cd-fbf7-41d5-9f96-feade56e3f00 admin admin] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:34:25.025536 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-7194e7cd-fbf7-41d5-9f96-feade56e3f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:34:25.030668 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7194e7cd-fbf7-41d5-9f96-feade56e3f00 admin admin] Received port after_create {{(pid=99501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:34:25.063205 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194e7cd-fbf7-41d5-9f96-feade56e3f00 admin admin] Pushing event updated for resources: {'Port': ['ID=255178d8-4cb6-4c8a-b538-64541834912c,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:34:25.303505 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device ad7b8442-e301-4df9-9ff9-d8a732da8bc6 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:34:25.305150 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-7194e7cd-fbf7-41d5-9f96-feade56e3f00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:25.354149 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port ad7b8442-e301-4df9-9ff9-d8a732da8bc6 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:34:25.354149 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:25.501145 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-7194e7cd-fbf7-41d5-9f96-feade56e3f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14714'] for router, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:25.504332 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-7194e7cd-fbf7-41d5-9f96-feade56e3f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540745'] for router, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:25.613439 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7194e7cd-fbf7-41d5-9f96-feade56e3f00 admin admin] Router a99bf43b-ccf6-4c20-b4b8-9da72679803d has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:34:25.719677 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7194e7cd-fbf7-41d5-9f96-feade56e3f00 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:34:25.723937 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-7194e7cd-fbf7-41d5-9f96-feade56e3f00 admin admin] Notify callbacks [] for router, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:25.725149 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-7194e7cd-fbf7-41d5-9f96-feade56e3f00 admin admin] 10.222.0.47 "PUT /v2.0/routers/a99bf43b-ccf6-4c20-b4b8-9da72679803d HTTP/1.1" status: 200 len: 890 time: 1.7145860 Jul 02 09:34:25.739830 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Sync routers for ids ['a99bf43b-ccf6-4c20-b4b8-9da72679803d'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:34:25.751439 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Routers {'a99bf43b-ccf6-4c20-b4b8-9da72679803d'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:34:25.752123 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:34:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['a99bf43b-ccf6-4c20-b4b8-9da72679803d'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:34:25.969755 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Set router a99bf43b-ccf6-4c20-b4b8-9da72679803d gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:34:26.351836 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99bf43b-ccf6-4c20-b4b8-9da72679803d', 'name': 'router1', 'tenant_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '255178d8-4cb6-4c8a-b538-64541834912c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:34:08Z', 'updated_at': '2021-07-02T09:34:25Z', 'revision_number': 4, 'project_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'gw_port': {'id': '255178d8-4cb6-4c8a-b538-64541834912c', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:31:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99bf43b-ccf6-4c20-b4b8-9da72679803d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:34:24Z', 'updated_at': '2021-07-02T09:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': 'ad7b8442-e301-4df9-9ff9-d8a732da8bc6', 'name': '', 'network_id': '96a10a6e-562e-4f5e-8db5-c81bac0206c7', 'tenant_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'mac_address': 'fa:16:3e:d7:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bf43b-ccf6-4c20-b4b8-9da72679803d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01005989-61b5-4e05-95e0-db8a24bdecda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:34:16Z', 'updated_at': '2021-07-02T09:34:23Z', 'revision_number': 5, 'project_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'subnets': [{'id': '01005989-61b5-4e05-95e0-db8a24bdecda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd457a20a-afea-4fac-b6fe-2d8904adf8a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:34:26.403272 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Checking router: a99bf43b-ccf6-4c20-b4b8-9da72679803d for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:34:26.403645 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Updating router a99bf43b-ccf6-4c20-b4b8-9da72679803d port 255178d8-4cb6-4c8a-b538-64541834912c binding host dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:34:26.439237 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:26.756287 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:26.766652 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Transition to ACTIVE for port object 255178d8-4cb6-4c8a-b538-64541834912c will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:34:26.772532 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:26.823503 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Attempting to bind port 255178d8-4cb6-4c8a-b538-64541834912c on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:34:26.823874 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Attempting to bind port 255178d8-4cb6-4c8a-b538-64541834912c by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:34:26.824235 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Attempting to bind port 255178d8-4cb6-4c8a-b538-64541834912c on network 91abeacf-6705-4621-a88a-4859e43fbb2c {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:34:26.826926 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3d193-896a-4b22-889d-4ce9e21c3bc4 None None] Pushing event updated for resources: {'Port': ['ID=255178d8-4cb6-4c8a-b538-64541834912c,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:34:26.831494 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:34:26.831867 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Checking segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:34:26.832477 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:26.832864 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Bound using segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:34:26.833321 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Bound port: 255178d8-4cb6-4c8a-b538-64541834912c, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:34:26.833711 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:26.882700 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] For port 255178d8-4cb6-4c8a-b538-64541834912c, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:34:26.885940 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] For port 255178d8-4cb6-4c8a-b538-64541834912c, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=255178d8-4cb6-4c8a-b538-64541834912c,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:34:26.889578 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:26.948602 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Routers {'a99bf43b-ccf6-4c20-b4b8-9da72679803d'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:34:26.949211 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:34:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['a99bf43b-ccf6-4c20-b4b8-9da72679803d'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:34:26.951878 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3d193-896a-4b22-889d-4ce9e21c3bc4 None None] Pushing event updated for resources: {'Port': ['ID=255178d8-4cb6-4c8a-b538-64541834912c,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:34:27.134194 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] Set router a99bf43b-ccf6-4c20-b4b8-9da72679803d gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:34:27.339113 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99bf43b-ccf6-4c20-b4b8-9da72679803d', 'name': 'router1', 'tenant_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '255178d8-4cb6-4c8a-b538-64541834912c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:34:08Z', 'updated_at': '2021-07-02T09:34:25Z', 'revision_number': 4, 'project_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'gw_port': {'id': '255178d8-4cb6-4c8a-b538-64541834912c', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:31:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99bf43b-ccf6-4c20-b4b8-9da72679803d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:34:24Z', 'updated_at': '2021-07-02T09:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': 'ad7b8442-e301-4df9-9ff9-d8a732da8bc6', 'name': '', 'network_id': '96a10a6e-562e-4f5e-8db5-c81bac0206c7', 'tenant_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'mac_address': 'fa:16:3e:d7:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bf43b-ccf6-4c20-b4b8-9da72679803d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01005989-61b5-4e05-95e0-db8a24bdecda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:34:16Z', 'updated_at': '2021-07-02T09:34:23Z', 'revision_number': 5, 'project_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'subnets': [{'id': '01005989-61b5-4e05-95e0-db8a24bdecda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd457a20a-afea-4fac-b6fe-2d8904adf8a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:34:27.368368 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdefe55c-a437-4984-a16d-3e81a22ab9b2 None None] The sync data for ids ['a99bf43b-ccf6-4c20-b4b8-9da72679803d'] in dv-cinder-772181-12-iscsi is: [{'id': 'a99bf43b-ccf6-4c20-b4b8-9da72679803d', 'name': 'router1', 'tenant_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '255178d8-4cb6-4c8a-b538-64541834912c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:34:08Z', 'updated_at': '2021-07-02T09:34:25Z', 'revision_number': 4, 'project_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'gw_port': {'id': '255178d8-4cb6-4c8a-b538-64541834912c', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:31:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99bf43b-ccf6-4c20-b4b8-9da72679803d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:34:24Z', 'updated_at': '2021-07-02T09:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': 'ad7b8442-e301-4df9-9ff9-d8a732da8bc6', 'name': '', 'network_id': '96a10a6e-562e-4f5e-8db5-c81bac0206c7', 'tenant_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'mac_address': 'fa:16:3e:d7:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bf43b-ccf6-4c20-b4b8-9da72679803d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01005989-61b5-4e05-95e0-db8a24bdecda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:34:16Z', 'updated_at': '2021-07-02T09:34:23Z', 'revision_number': 5, 'project_id': '8e06a83dfc9b43ffabce7efa04cbc9fc', 'subnets': [{'id': '01005989-61b5-4e05-95e0-db8a24bdecda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd457a20a-afea-4fac-b6fe-2d8904adf8a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:34:28.150796 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37254) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:34:28.270997 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-3f478ac1-0836-484a-88e6-4e04099e43de admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1190779 Jul 02 09:34:29.331646 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 255178d8-4cb6-4c8a-b538-64541834912c up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:34:29.379775 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 255178d8-4cb6-4c8a-b538-64541834912c completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:34:29.383925 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 255178d8-4cb6-4c8a-b538-64541834912c triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:34:29.384301 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:29.464380 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:29.485974 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 255178d8-4cb6-4c8a-b538-64541834912c, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=255178d8-4cb6-4c8a-b538-64541834912c,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:34:29.490469 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:29.547905 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=255178d8-4cb6-4c8a-b538-64541834912c,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:34:31.318514 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 255178d8-4cb6-4c8a-b538-64541834912c up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:34:31.366662 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 255178d8-4cb6-4c8a-b538-64541834912c triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:34:31.367185 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:42.242615 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c63c0201-f1fb-4696-b135-cf66bcda5603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:45.094592 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-81f4e923-76f8-445f-be23-8efff34e65eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:45.499895 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:45.809014 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:34:47.535778 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:35:00.601846 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 5 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:35:12.245766 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9c3e0172-9e09-487e-aaa9-fe09671aea73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:35:15.088751 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-246ff147-9b6b-4a69-9d4f-768ea56a3839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:35:15.498205 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:35:15.798313 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:35:17.528200 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:35:37.599759 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 5 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:35:42.249686 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9323f513-6df1-4cee-938d-39a8def02c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:35:45.091401 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9d825d97-a57d-4e85-af89-fd7934dcd21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:35:45.490375 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:35:45.801123 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:35:47.532482 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:03.952404 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37822) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:36:04.013612 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda24ead-c9b8-4b6d-8943-18fa7f713b4f admin admin] GET failed (client error): The resource could not be found. Jul 02 09:36:04.014839 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-bda24ead-c9b8-4b6d-8943-18fa7f713b4f admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614645 Jul 02 09:36:04.176127 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fbc39a-ab7f-4273-bb18-bc3702e72e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:36:04.177649 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-e1fbc39a-ab7f-4273-bb18-bc3702e72e3b admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1581626 Jul 02 09:36:06.325391 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37832) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:36:06.415753 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87513c54-4164-4e18-b740-6f89d074c3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:36:06.417098 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-87513c54-4164-4e18-b740-6f89d074c3e4 admin admin] 10.222.0.47 "GET /v2.0/subnets/01005989-61b5-4e05-95e0-db8a24bdecda HTTP/1.1" status: 200 len: 849 time: 0.0907435 Jul 02 09:36:06.430514 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-d97fc6bf-c0c7-41c4-a779-c0025f62913b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:36:06.584604 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d97fc6bf-c0c7-41c4-a779-c0025f62913b admin admin] Notify callbacks [] for subnet, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:06.726048 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d97fc6bf-c0c7-41c4-a779-c0025f62913b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744578512631'] for subnet, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:06.755730 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97fc6bf-c0c7-41c4-a779-c0025f62913b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:36:06.756324 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d97fc6bf-c0c7-41c4-a779-c0025f62913b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:06.768484 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-d97fc6bf-c0c7-41c4-a779-c0025f62913b admin admin] 10.222.0.47 "PUT /v2.0/subnets/01005989-61b5-4e05-95e0-db8a24bdecda HTTP/1.1" status: 200 len: 868 time: 0.3351583 Jul 02 09:36:06.772229 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40139df-4f3e-4bba-b082-039783e4c0c3 None None] Network 96a10a6e-562e-4f5e-8db5-c81bac0206c7 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:36:06.777802 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fc6bf-c0c7-41c4-a779-c0025f62913b admin admin] Pushing event updated for resources: {'Subnet': ['ID=01005989-61b5-4e05-95e0-db8a24bdecda,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:36:06.785891 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fc6bf-c0c7-41c4-a779-c0025f62913b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:06.786255 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fc6bf-c0c7-41c4-a779-c0025f62913b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:06.786604 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fc6bf-c0c7-41c4-a779-c0025f62913b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:06.786941 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fc6bf-c0c7-41c4-a779-c0025f62913b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:06.787272 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fc6bf-c0c7-41c4-a779-c0025f62913b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:06.787618 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fc6bf-c0c7-41c4-a779-c0025f62913b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:06.787952 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fc6bf-c0c7-41c4-a779-c0025f62913b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:06.788278 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fc6bf-c0c7-41c4-a779-c0025f62913b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:06.788676 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fc6bf-c0c7-41c4-a779-c0025f62913b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:06.789007 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fc6bf-c0c7-41c4-a779-c0025f62913b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:06.789331 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fc6bf-c0c7-41c4-a779-c0025f62913b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:06.789650 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97fc6bf-c0c7-41c4-a779-c0025f62913b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:07.105663 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-291f397b-a92d-4f8d-80f4-ac8b5e9d3bf3 None None] Provisioning complete for port ad7b8442-e301-4df9-9ff9-d8a732da8bc6 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:36:07.106060 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-291f397b-a92d-4f8d-80f4-ac8b5e9d3bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:07.193343 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-291f397b-a92d-4f8d-80f4-ac8b5e9d3bf3 None None] Provisioning complete for port 959f2764-2ecb-486e-b149-c45dacac8d17 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:36:07.193713 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-291f397b-a92d-4f8d-80f4-ac8b5e9d3bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:08.914397 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37840) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:36:09.108155 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3232f17f-0d25-4cd1-89e2-6a15272bfc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:36:09.108569 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3232f17f-0d25-4cd1-89e2-6a15272bfc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:36:09.110624 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-3232f17f-0d25-4cd1-89e2-6a15272bfc5a admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1947420 Jul 02 09:36:11.269669 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37848) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:36:11.399034 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffa61d7-1c3a-49b3-9f56-0c04c727c356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:36:11.399504 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffa61d7-1c3a-49b3-9f56-0c04c727c356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:36:11.401045 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-4ffa61d7-1c3a-49b3-9f56-0c04c727c356 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1304131 Jul 02 09:36:12.252554 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d3a8f15f-e040-4bd0-893c-0adb6645d456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:13.564542 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37856) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:36:13.689387 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcaa0e7-b1c8-4e95-9e22-9d14ad33be6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:36:13.690752 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-8dcaa0e7-b1c8-4e95-9e22-9d14ad33be6f admin admin] 10.222.0.47 "GET /v2.0/networks/91abeacf-6705-4621-a88a-4859e43fbb2c HTTP/1.1" status: 200 len: 886 time: 0.1252525 Jul 02 09:36:14.599130 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 5 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:36:15.093032 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-585d7e3c-a8d6-474a-8910-cf279d56cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:15.491644 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:15.805753 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:15.860996 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37864) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:36:15.987294 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e8e587-7275-4c41-aa4a-f467a6aa645a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:36:15.988662 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-f0e8e587-7275-4c41-aa4a-f467a6aa645a admin admin] 10.222.0.47 "GET /v2.0/networks/96a10a6e-562e-4f5e-8db5-c81bac0206c7 HTTP/1.1" status: 200 len: 869 time: 0.1266925 Jul 02 09:36:17.539676 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:18.143403 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37872) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:36:18.267408 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbab0225-cfef-436c-9c1e-a4dc0b099379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:36:18.267871 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbab0225-cfef-436c-9c1e-a4dc0b099379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:36:18.269426 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-dbab0225-cfef-436c-9c1e-a4dc0b099379 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1250782 Jul 02 09:36:20.437064 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37880) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:36:20.527069 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782659bd-b1d3-4ac5-a254-dc6e16af6165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:36:20.527524 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782659bd-b1d3-4ac5-a254-dc6e16af6165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:36:20.529045 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-782659bd-b1d3-4ac5-a254-dc6e16af6165 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0909667 Jul 02 09:36:22.691239 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37888) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:36:22.783156 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded26bf0-ccd3-45f6-ad10-7db4cd7f65db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:36:22.784487 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-ded26bf0-ccd3-45f6-ad10-7db4cd7f65db admin admin] 10.222.0.47 "GET /v2.0/subnets/01005989-61b5-4e05-95e0-db8a24bdecda HTTP/1.1" status: 200 len: 868 time: 0.0922971 Jul 02 09:36:24.929416 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 37896) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:36:25.014670 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eb114d-ac23-46f5-8f98-a7296cbb174e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:36:25.016080 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-f5eb114d-ac23-46f5-8f98-a7296cbb174e admin admin] 10.222.0.47 "GET /v2.0/subnets/3acd31d5-d298-493f-8b22-8cf1b4526b9f HTTP/1.1" status: 200 len: 816 time: 0.0855870 Jul 02 09:36:42.253773 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e13d2b44-daf1-4a53-a0e4-68151d2b79b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:45.094153 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-216e92bf-75f9-4b20-b14a-82a5814dc3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:45.492341 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:45.808965 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:47.540876 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:48.446856 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 37942) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:36:48.491420 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [None req-81c67e0b-ca2b-4f4c-af9f-87f0403f6c31 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 09:36:48.492412 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-81c67e0b-ca2b-4f4c-af9f-87f0403f6c31 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446310 Jul 02 09:36:50.720510 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 37950) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:36:50.778099 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.pecan_wsgi.hooks.translation [None req-9020c065-41cf-462a-8c02-f55324f9ad55 admin admin] GET failed (client error): The resource could not be found. Jul 02 09:36:50.779392 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-9020c065-41cf-462a-8c02-f55324f9ad55 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0579545 Jul 02 09:36:50.917273 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a175499-6a52-41bc-ac19-f1d1c0e1ea7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:36:50.918656 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-2a175499-6a52-41bc-ac19-f1d1c0e1ea7d admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1353838 Jul 02 09:36:51.597914 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 5 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:36:53.070278 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37958) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:36:53.115694 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-76a74df1-5b03-4054-adc7-206e4356fd04 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:36:53.137508 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a74df1-5b03-4054-adc7-206e4356fd04 admin admin] Made reservation on behalf of 39d14cb635164ac9b899f5cba7482dd4 for: {'network': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:36:53.139823 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-76a74df1-5b03-4054-adc7-206e4356fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:53.168243 dv-cinder-772181-12-iscsi neutron-server[99502]: WARNING neutron.services.revisions.revision_plugin [None req-76a74df1-5b03-4054-adc7-206e4356fd04 admin admin] Could not find related network for resource to bump revision. Jul 02 09:36:53.179506 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a74df1-5b03-4054-adc7-206e4356fd04 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=99502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 09:36:53.189456 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-76a74df1-5b03-4054-adc7-206e4356fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:53.189931 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.segments_db [None req-76a74df1-5b03-4054-adc7-206e4356fd04 admin admin] Added segment 4400eeeb-1cb3-40c2-944b-38e02192e9da of type vlan for network 119cc2e5-4d18-422e-8741-4bf136ed0ca5 Jul 02 09:36:53.229538 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-76a74df1-5b03-4054-adc7-206e4356fd04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:53.256830 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-76a74df1-5b03-4054-adc7-206e4356fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:53.257762 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a74df1-5b03-4054-adc7-206e4356fd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:36:53.258343 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-76a74df1-5b03-4054-adc7-206e4356fd04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:53.287110 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-76a74df1-5b03-4054-adc7-206e4356fd04 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2157137 Jul 02 09:36:53.321986 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a74df1-5b03-4054-adc7-206e4356fd04 admin admin] Pushing event updated for resources: {'Network': ['ID=119cc2e5-4d18-422e-8741-4bf136ed0ca5,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:36:53.333133 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network 119cc2e5-4d18-422e-8741-4bf136ed0ca5 details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:36:55.448976 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 37966) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:36:55.506798 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7c9425-e517-4e23-ad39-e8e9d4c9ee88 admin admin] GET failed (client error): The resource could not be found. Jul 02 09:36:55.508076 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-ba7c9425-e517-4e23-ad39-e8e9d4c9ee88 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0581570 Jul 02 09:36:55.575971 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc48f32-74b2-4066-a96f-03aea8f06d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:36:55.577403 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-9dc48f32-74b2-4066-a96f-03aea8f06d06 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653634 Jul 02 09:36:55.586888 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-842da0af-e09c-4f6e-bc00-c82d8bebbd98 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '119cc2e5-4d18-422e-8741-4bf136ed0ca5'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:36:55.606588 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842da0af-e09c-4f6e-bc00-c82d8bebbd98 admin admin] Made reservation on behalf of 39d14cb635164ac9b899f5cba7482dd4 for: {'subnet': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:36:55.608952 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-842da0af-e09c-4f6e-bc00-c82d8bebbd98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:55.769975 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-842da0af-e09c-4f6e-bc00-c82d8bebbd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for subnet, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:55.827426 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842da0af-e09c-4f6e-bc00-c82d8bebbd98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce81f1f5-454a-4a58-b689-bc5d9478de19,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:36:55.835401 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842da0af-e09c-4f6e-bc00-c82d8bebbd98 admin admin] Checking segment: {'id': '4400eeeb-1cb3-40c2-944b-38e02192e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '119cc2e5-4d18-422e-8741-4bf136ed0ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:36:55.835747 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842da0af-e09c-4f6e-bc00-c82d8bebbd98 admin admin] Network hostable DHCP agents. Network: 119cc2e5-4d18-422e-8741-4bf136ed0ca5, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:36:55.852397 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842da0af-e09c-4f6e-bc00-c82d8bebbd98 admin admin] Network 119cc2e5-4d18-422e-8741-4bf136ed0ca5 is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:36:55.860346 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-842da0af-e09c-4f6e-bc00-c82d8bebbd98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, 119cc2e5-4d18-422e-8741-4bf136ed0ca5) {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:36:55.864530 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842da0af-e09c-4f6e-bc00-c82d8bebbd98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:36:55.865142 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-842da0af-e09c-4f6e-bc00-c82d8bebbd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:55.870302 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847aa20e-b372-4d0c-813d-0a8196c67ff9 None None] Network 119cc2e5-4d18-422e-8741-4bf136ed0ca5 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:36:55.879840 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-842da0af-e09c-4f6e-bc00-c82d8bebbd98 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2961097 Jul 02 09:36:56.114222 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7dea1bd-0782-506e-8bb9-6115f597cb05-119cc2e5-4d18-422e-8741-4bf136ed0ca5', 'network_id': '119cc2e5-4d18-422e-8741-4bf136ed0ca5', 'tenant_id': '39d14cb635164ac9b899f5cba7482dd4', 'fixed_ips': [{'subnet_id': 'ce81f1f5-454a-4a58-b689-bc5d9478de19'}]}} from dv-cinder-772181-12-iscsi. {{(pid=99503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 09:36:56.115128 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:56.253005 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Allocated IP 192.168.233.2 (119cc2e5-4d18-422e-8741-4bf136ed0ca5/ce81f1f5-454a-4a58-b689-bc5d9478de19/e493c90c-f494-4a68-96c8-c64e1e2ea779) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:36:56.401199 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:56.410939 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Transition to ACTIVE for port object e493c90c-f494-4a68-96c8-c64e1e2ea779 will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:36:56.426552 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Transition to ACTIVE for port object e493c90c-f494-4a68-96c8-c64e1e2ea779 will not be triggered until provisioned by entity DHCP. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:36:56.433615 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:56.477476 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Network 119cc2e5-4d18-422e-8741-4bf136ed0ca5 is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:36:56.480292 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:36:56.483577 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:36:56.490989 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Pushing event updated for resources: {'Port': ['ID=e493c90c-f494-4a68-96c8-c64e1e2ea779,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:36:56.499100 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:56.499468 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:56.499868 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:56.500738 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:56.501069 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:56.501399 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:56.501720 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:56.502045 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:56.502381 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:56.502703 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:56.503024 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:56.503339 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:36:56.554168 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Attempting to bind port e493c90c-f494-4a68-96c8-c64e1e2ea779 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:36:56.554535 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Attempting to bind port e493c90c-f494-4a68-96c8-c64e1e2ea779 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': '4400eeeb-1cb3-40c2-944b-38e02192e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '119cc2e5-4d18-422e-8741-4bf136ed0ca5'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:36:56.554894 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Attempting to bind port e493c90c-f494-4a68-96c8-c64e1e2ea779 on network 119cc2e5-4d18-422e-8741-4bf136ed0ca5 {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:36:56.559826 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:36:56.560195 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Checking segment: {'id': '4400eeeb-1cb3-40c2-944b-38e02192e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '119cc2e5-4d18-422e-8741-4bf136ed0ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:36:56.560622 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:56.561030 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Bound using segment: {'id': '4400eeeb-1cb3-40c2-944b-38e02192e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '119cc2e5-4d18-422e-8741-4bf136ed0ca5'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:36:56.561486 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Bound port: e493c90c-f494-4a68-96c8-c64e1e2ea779, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4400eeeb-1cb3-40c2-944b-38e02192e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '119cc2e5-4d18-422e-8741-4bf136ed0ca5'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:36:56.561874 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:56.629443 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] For port e493c90c-f494-4a68-96c8-c64e1e2ea779, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:36:56.633005 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] For port e493c90c-f494-4a68-96c8-c64e1e2ea779, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=e493c90c-f494-4a68-96c8-c64e1e2ea779,segment=NetworkSegment(4400eeeb-1cb3-40c2-944b-38e02192e9da),segment_id=4400eeeb-1cb3-40c2-944b-38e02192e9da)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:36:56.637196 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:56.695331 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ff326-c9d0-40ba-a757-36924abed3bb None None] Pushing event updated for resources: {'Port': ['ID=e493c90c-f494-4a68-96c8-c64e1e2ea779,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:36:57.487664 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device e493c90c-f494-4a68-96c8-c64e1e2ea779 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:36:57.513499 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c80d60b-3fe7-4645-b3c0-74e1ac126e67 None None] Network 119cc2e5-4d18-422e-8741-4bf136ed0ca5 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:36:57.600722 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-027d1902-61e2-456e-9f50-afc1ebb3c151 None None] Provisioning for port e493c90c-f494-4a68-96c8-c64e1e2ea779 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:36:57.625885 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port e493c90c-f494-4a68-96c8-c64e1e2ea779 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:36:57.648700 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port e493c90c-f494-4a68-96c8-c64e1e2ea779 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:36:57.649064 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:57.771278 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:57.805554 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port e493c90c-f494-4a68-96c8-c64e1e2ea779, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=e493c90c-f494-4a68-96c8-c64e1e2ea779,segment=NetworkSegment(4400eeeb-1cb3-40c2-944b-38e02192e9da),segment_id=4400eeeb-1cb3-40c2-944b-38e02192e9da)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:36:57.809845 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:57.863405 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=e493c90c-f494-4a68-96c8-c64e1e2ea779,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:36:58.039656 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-21b81b09-6869-4368-8bdc-b72a28a824a3 None None] Provisioning complete for port e493c90c-f494-4a68-96c8-c64e1e2ea779 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:36:58.039968 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-21b81b09-6869-4368-8bdc-b72a28a824a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:36:59.445452 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device e493c90c-f494-4a68-96c8-c64e1e2ea779 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:36:59.492589 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port e493c90c-f494-4a68-96c8-c64e1e2ea779 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:36:59.492958 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:37:12.254998 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6acfc632-cdaf-4d98-b8df-d9e6d19d6e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:37:15.095488 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-4913324d-2fc8-4222-bbff-aa218ebc66c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:37:15.496340 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:37:15.811151 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:37:17.543907 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:37:28.598159 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 5 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:37:42.256395 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-4a49622d-b7d3-4ffe-bf14-04e2094ebb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:37:45.098126 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-4003967a-d7b4-4c13-b23a-e0e7c6320458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:37:45.497993 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:37:45.813785 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:37:47.547822 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:38:04.344086 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 38020) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:38:04.350151 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [None req-1fcde56b-6f80-4198-aae7-f6d801a76ebe tempest-verify_tempest_config-2057422156 tempest-verify_tempest_config-2057422156-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 09:38:04.351104 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-1fcde56b-6f80-4198-aae7-f6d801a76ebe tempest-verify_tempest_config-2057422156 tempest-verify_tempest_config-2057422156-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059788 Jul 02 09:38:04.642333 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 38038) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:38:04.748194 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5c9db8b8-ac71-45ce-b202-c294ca1d3b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:38:04.870871 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5c9db8b8-ac71-45ce-b202-c294ca1d3b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:38:04.874542 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5c9db8b8-ac71-45ce-b202-c294ca1d3b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:38:04.920390 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-5c9db8b8-ac71-45ce-b202-c294ca1d3b22 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6f62c4c4ca53448ba87edb89b8d71ed1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2769151 Jul 02 09:38:04.922311 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9db8b8-ac71-45ce-b202-c294ca1d3b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33915b1-7582-4165-8d5a-adc681d7e4d1,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:38:04.922579 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 38044) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:38:04.929216 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db8b8-ac71-45ce-b202-c294ca1d3b22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:04.929581 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db8b8-ac71-45ce-b202-c294ca1d3b22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:04.929922 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db8b8-ac71-45ce-b202-c294ca1d3b22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:04.930252 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db8b8-ac71-45ce-b202-c294ca1d3b22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:04.930578 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db8b8-ac71-45ce-b202-c294ca1d3b22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:04.930921 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db8b8-ac71-45ce-b202-c294ca1d3b22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:04.931249 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db8b8-ac71-45ce-b202-c294ca1d3b22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:04.931594 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db8b8-ac71-45ce-b202-c294ca1d3b22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:04.931912 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db8b8-ac71-45ce-b202-c294ca1d3b22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:04.932230 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db8b8-ac71-45ce-b202-c294ca1d3b22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:04.932587 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db8b8-ac71-45ce-b202-c294ca1d3b22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:04.932904 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db8b8-ac71-45ce-b202-c294ca1d3b22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:04.983493 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5c9722d9-d74d-4719-af86-6c4ba69bd519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:38:05.006230 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5c9722d9-d74d-4719-af86-6c4ba69bd519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:38:05.092686 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5c9722d9-d74d-4719-af86-6c4ba69bd519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:38:05.095533 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5c9722d9-d74d-4719-af86-6c4ba69bd519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:38:05.096805 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-5c9722d9-d74d-4719-af86-6c4ba69bd519 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a33915b1-7582-4165-8d5a-adc681d7e4d1 HTTP/1.1" status: 204 len: 168 time: 0.1732779 Jul 02 09:38:05.104158 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9722d9-d74d-4719-af86-6c4ba69bd519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33915b1-7582-4165-8d5a-adc681d7e4d1,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:38:05.110582 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9722d9-d74d-4719-af86-6c4ba69bd519 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:05.110944 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9722d9-d74d-4719-af86-6c4ba69bd519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:05.111298 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9722d9-d74d-4719-af86-6c4ba69bd519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:05.111625 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9722d9-d74d-4719-af86-6c4ba69bd519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:05.111947 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9722d9-d74d-4719-af86-6c4ba69bd519 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:05.112290 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9722d9-d74d-4719-af86-6c4ba69bd519 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:05.112671 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9722d9-d74d-4719-af86-6c4ba69bd519 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:05.113013 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9722d9-d74d-4719-af86-6c4ba69bd519 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:05.113358 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9722d9-d74d-4719-af86-6c4ba69bd519 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:05.113711 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9722d9-d74d-4719-af86-6c4ba69bd519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:05.113989 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9722d9-d74d-4719-af86-6c4ba69bd519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:05.114305 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9722d9-d74d-4719-af86-6c4ba69bd519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:38:05.597039 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 5 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:38:12.258438 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-cdbce69e-7ea8-4397-b6c5-b59ff65274e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:38:15.098393 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-315763bd-6711-41f1-bcea-04b917837245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:38:15.501395 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:38:15.816046 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:38:17.549958 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:38:42.257624 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-48deeaa8-83bb-4099-a726-c75a3dd86fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:38:42.595046 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 5 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:38:45.100297 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-bb18aa22-c953-4770-8d19-6dd23a982c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:38:45.501068 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:38:45.817979 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:38:47.553472 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:39:12.258016 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-26835731-093e-4ed1-9749-cddeab091c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:39:15.100023 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a74073ca-c32c-49cf-81f3-1a669819aed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:39:15.501947 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:39:15.821533 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:39:17.555514 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:39:19.592977 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 5 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:39:38.921686 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631127'] for agent, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:39:42.258395 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e7d3c6af-f2b1-446f-b615-ad190d62976c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:39:42.933894 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 38096) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:39:43.032615 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-ff05c821-db9c-406e-b1f1-bb3770fdfc2b admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0976136 Jul 02 09:39:45.101982 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a72f0d16-3ae1-4f30-b894-8e58da155900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:39:45.221288 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 38106) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:39:45.272940 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-fa708141-3e23-4cc6-8428-7c75986ffb77 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0505929 Jul 02 09:39:45.503735 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:39:45.824213 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:39:47.559444 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:39:56.592183 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:40:08.891431 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:40:12.258559 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e23ef91d-a880-47f9-a1b5-a7eb252cc345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:40:15.103228 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a3a2feb5-f0f7-4945-8753-ad37a6796f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:40:15.506596 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:40:15.826071 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:40:17.563282 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:40:33.590508 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:40:38.907800 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:40:42.259705 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c7a7bf29-ee63-41cb-90a0-8908411632f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:40:45.105188 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1f4e812f-fbb5-44ba-abdd-2006d4943184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:40:45.507424 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:40:45.830532 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:40:47.565935 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:08.918141 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:10.589409 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:41:12.261908 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5e7c979f-98cf-4d61-be9c-b05308b09908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:12.347490 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 38278) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:12.418003 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 38290) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:12.530806 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-379445367-network', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:12.555724 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Made reservation on behalf of 0eac9fab71cc4bf1add1a341c85baad4 for: {'network': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:41:12.558130 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:12.575808 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:12.577268 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-109092731-network', 'tenant_id': '1791406ee4fc430a963576a5747f21ee'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:12.612503 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.db.api [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 02 09:41:12.612503 dv-cinder-772181-12-iscsi neutron-server[99502]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 02 09:41:12.612503 dv-cinder-772181-12-iscsi neutron-server[99502]: [parameters: {'project_id_1': '0eac9fab71cc4bf1add1a341c85baad4', 'expiration_1': datetime.datetime(2021, 7, 2, 9, 41, 12, 591918)}] Jul 02 09:41:12.612503 dv-cinder-772181-12-iscsi neutron-server[99502]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 02 09:41:12.613020 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG oslo_db.api [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 02 09:41:12.617056 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Made reservation on behalf of 1791406ee4fc430a963576a5747f21ee for: {'network': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:41:12.621460 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:12.630253 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:12.748025 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:12.756410 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:12.871129 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=99501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 09:41:12.887018 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601a6e8f-26c0-473a-80b4-40975ae16a09,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:12.898234 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744578473265', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:12.898794 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Unsubscribe: segment precommit_create {{(pid=99501) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 02 09:41:12.899419 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.db.segments_db [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Added segment ed6815de-64da-4b69-b929-137b3399c102 of type vlan for network 164ead18-1184-4753-9a7c-6cb9718f22f3 Jul 02 09:41:12.912769 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:12.912931 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:12.913276 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:12.913652 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:12.914052 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:12.914467 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:12.914799 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:12.915283 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:12.915627 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:12.915955 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Tracked resource versions report: Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: pushed versions: Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: { 'AddressGroup': {'1.2'}, Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'ConntrackHelper': {'1.0'}, Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Log': {'1.0'}, Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Network': {'1.1'}, Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Port': {'1.7'}, Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'PortForwarding': {'1.2'}, Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'QosPolicy': {'1.8'}, Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'SecurityGroup': {'1.4'}, Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'SecurityGroupRule': {'1.2'}, Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'SubPort': {'1.0'}, Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Subnet': {'1.1'}, Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Trunk': {'1.1'}} Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: consumer versions: Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: { DHCP agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: HyperV agent@hv-cinder-77218: {}, Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: L3 agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: Metadata agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: Metering agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: Open vSwitch agent@dv-cinder-772181-12-iscsi: { 'AddressGroup': '1.2', Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'ConntrackHelper': '1.0', Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Log': '1.0', Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Network': '1.1', Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Port': '1.7', Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'PortForwarding': '1.2', Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'QosPolicy': '1.8', Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'SecurityGroup': '1.4', Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'SecurityGroupRule': '1.2', Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'SubPort': '1.0', Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Subnet': '1.1', Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: 'Trunk': '1.1'}} Jul 02 09:41:12.920919 dv-cinder-772181-12-iscsi neutron-server[99501]: {{(pid=99501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 09:41:12.961941 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.004322 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.005502 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:13.006002 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.088584 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 38326) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:13.098834 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] Pushing event updated for resources: {'Network': ['ID=164ead18-1184-4753-9a7c-6cb9718f22f3,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:13.107060 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-e89a58e8-ad4a-4ec1-8243-017fc29cdd61 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6875052 Jul 02 09:41:13.115418 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network 164ead18-1184-4753-9a7c-6cb9718f22f3 details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:41:13.115803 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.117141 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 38330) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:13.122855 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-d8a947ee-416f-4371-af76-15aaf21e3abb admin admin] Request body: {'subnet': {'network_id': '164ead18-1184-4753-9a7c-6cb9718f22f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-109092731-subnet', 'tenant_id': '1791406ee4fc430a963576a5747f21ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:13.148416 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a947ee-416f-4371-af76-15aaf21e3abb admin admin] Made reservation on behalf of 1791406ee4fc430a963576a5747f21ee for: {'subnet': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:41:13.148416 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d8a947ee-416f-4371-af76-15aaf21e3abb admin admin] Notify callbacks [] for subnet, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.301563 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.307230 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.343780 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c2a2ee-6295-48bb-ba77-5693a6489c5e,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:13.348185 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d8a947ee-416f-4371-af76-15aaf21e3abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for subnet, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.352508 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=99502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 09:41:13.355609 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:13.356024 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:13.356597 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:13.357101 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:13.357781 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:13.358340 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:13.358853 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:13.359550 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:13.360080 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:13.360622 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:13.361123 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:13.361641 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Tracked resource versions report: Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: pushed versions: Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: { 'AddressGroup': {'1.2'}, Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'ConntrackHelper': {'1.0'}, Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Log': {'1.0'}, Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Network': {'1.1'}, Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Port': {'1.7'}, Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'PortForwarding': {'1.2'}, Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'QosPolicy': {'1.8'}, Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'SecurityGroup': {'1.4'}, Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'SecurityGroupRule': {'1.2'}, Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'SubPort': {'1.0'}, Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Subnet': {'1.1'}, Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Trunk': {'1.1'}} Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: consumer versions: Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: { DHCP agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: HyperV agent@hv-cinder-77218: {}, Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: L3 agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: Metadata agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: Metering agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: Open vSwitch agent@dv-cinder-772181-12-iscsi: { 'AddressGroup': '1.2', Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'ConntrackHelper': '1.0', Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Log': '1.0', Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Network': '1.1', Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Port': '1.7', Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'PortForwarding': '1.2', Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'QosPolicy': '1.8', Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'SecurityGroup': '1.4', Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'SecurityGroupRule': '1.2', Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'SubPort': '1.0', Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Subnet': '1.1', Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: 'Trunk': '1.1'}} Jul 02 09:41:13.362935 dv-cinder-772181-12-iscsi neutron-server[99502]: {{(pid=99502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 09:41:13.377179 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.377614 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.segments_db [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Added segment d2428eda-cce6-4b1c-a5ae-90548bc46cec of type vlan for network 91c217cd-a0ca-4235-96ca-c7bcaff114e8 Jul 02 09:41:13.417668 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a947ee-416f-4371-af76-15aaf21e3abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6db7d49-e43d-45bb-ad1f-9ea654a7ce2d,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:13.423599 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a947ee-416f-4371-af76-15aaf21e3abb admin admin] Checking segment: {'id': 'ed6815de-64da-4b69-b929-137b3399c102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '164ead18-1184-4753-9a7c-6cb9718f22f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:41:13.424790 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a947ee-416f-4371-af76-15aaf21e3abb admin admin] Network hostable DHCP agents. Network: 164ead18-1184-4753-9a7c-6cb9718f22f3, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:41:13.427070 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-7b291b3c-5059-4906-be84-321d0a22e1b4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1061568306-network', 'tenant_id': 'a53f77cb0d7c47d3a12f4c605e84bf21'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:13.447087 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a947ee-416f-4371-af76-15aaf21e3abb admin admin] Network 164ead18-1184-4753-9a7c-6cb9718f22f3 is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:41:13.459492 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-d8a947ee-416f-4371-af76-15aaf21e3abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, 164ead18-1184-4753-9a7c-6cb9718f22f3) {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:41:13.459721 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b291b3c-5059-4906-be84-321d0a22e1b4 admin admin] Made reservation on behalf of a53f77cb0d7c47d3a12f4c605e84bf21 for: {'network': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:41:13.462221 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7b291b3c-5059-4906-be84-321d0a22e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.469964 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ada417-d2c2-4159-81ce-e7b45ae11534 None None] Network 164ead18-1184-4753-9a7c-6cb9718f22f3 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:41:13.474654 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a947ee-416f-4371-af76-15aaf21e3abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:13.475260 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d8a947ee-416f-4371-af76-15aaf21e3abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.487231 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7b291b3c-5059-4906-be84-321d0a22e1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.503187 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-d8a947ee-416f-4371-af76-15aaf21e3abb admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3845003 Jul 02 09:41:13.510009 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.617837 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7b291b3c-5059-4906-be84-321d0a22e1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.625707 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e005a0-8293-49df-83d6-13e3e74f93b6 None None] Network 164ead18-1184-4753-9a7c-6cb9718f22f3 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:41:13.629508 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7b291b3c-5059-4906-be84-321d0a22e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.673297 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b291b3c-5059-4906-be84-321d0a22e1b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=99502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 09:41:13.676342 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b291b3c-5059-4906-be84-321d0a22e1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64861056-987b-44c9-ba9e-d788d883dac8,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:13.692321 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7b291b3c-5059-4906-be84-321d0a22e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.692756 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.segments_db [None req-7b291b3c-5059-4906-be84-321d0a22e1b4 admin admin] Added segment 427262be-26e2-475c-80e9-e9656f7a4162 of type vlan for network 0ae5d867-4f28-47ae-9b90-7ac90a306363 Jul 02 09:41:13.708752 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.711893 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:13.712693 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.888918 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 38372) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:13.889141 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5403130 Jul 02 09:41:13.893888 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-2fd2bcfd-1305-486c-805f-dba4d1f14620 admin admin] Request body: {'subnet': {'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-subnet', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:13.902504 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7b291b3c-5059-4906-be84-321d0a22e1b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.933526 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd2bcfd-1305-486c-805f-dba4d1f14620 admin admin] Made reservation on behalf of 0eac9fab71cc4bf1add1a341c85baad4 for: {'subnet': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:41:13.937666 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2fd2bcfd-1305-486c-805f-dba4d1f14620 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.959237 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681095c-41ca-47e6-8ac8-ee506ed3e6cd admin admin] Pushing event updated for resources: {'Network': ['ID=91c217cd-a0ca-4235-96ca-c7bcaff114e8,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:13.963124 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7b291b3c-5059-4906-be84-321d0a22e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.964424 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b291b3c-5059-4906-be84-321d0a22e1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:13.965560 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7b291b3c-5059-4906-be84-321d0a22e1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:13.974681 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network 91c217cd-a0ca-4235-96ca-c7bcaff114e8 details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:41:14.051496 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-7b291b3c-5059-4906-be84-321d0a22e1b4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9611158 Jul 02 09:41:14.056504 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 38382) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:14.086198 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-75135af3-d9e5-42ff-a068-be63a58e6c90 admin admin] Request body: {'subnet': {'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1061568306-subnet', 'tenant_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:14.094741 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b291b3c-5059-4906-be84-321d0a22e1b4 admin admin] Pushing event updated for resources: {'Network': ['ID=0ae5d867-4f28-47ae-9b90-7ac90a306363,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:14.107750 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network 0ae5d867-4f28-47ae-9b90-7ac90a306363 details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:41:14.147620 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75135af3-d9e5-42ff-a068-be63a58e6c90 admin admin] Made reservation on behalf of a53f77cb0d7c47d3a12f4c605e84bf21 for: {'subnet': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:41:14.150146 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-75135af3-d9e5-42ff-a068-be63a58e6c90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:14.218807 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2fd2bcfd-1305-486c-805f-dba4d1f14620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for subnet, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:14.297642 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2bcfd-1305-486c-805f-dba4d1f14620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf610ccc-985f-4d3a-a43f-1bfbdadecb7e,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:14.314761 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2bcfd-1305-486c-805f-dba4d1f14620 admin admin] Checking segment: {'id': 'd2428eda-cce6-4b1c-a5ae-90548bc46cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:41:14.315119 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd2bcfd-1305-486c-805f-dba4d1f14620 admin admin] Network hostable DHCP agents. Network: 91c217cd-a0ca-4235-96ca-c7bcaff114e8, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:41:14.398837 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd2bcfd-1305-486c-805f-dba4d1f14620 admin admin] Network 91c217cd-a0ca-4235-96ca-c7bcaff114e8 is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:41:14.420892 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-2fd2bcfd-1305-486c-805f-dba4d1f14620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, 91c217cd-a0ca-4235-96ca-c7bcaff114e8) {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:41:14.423437 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-75135af3-d9e5-42ff-a068-be63a58e6c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for subnet, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:14.430246 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91459c0-321d-45b5-9f51-6fc6cc56ce3f None None] Network 91c217cd-a0ca-4235-96ca-c7bcaff114e8 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:41:14.476758 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd2bcfd-1305-486c-805f-dba4d1f14620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:14.477295 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2fd2bcfd-1305-486c-805f-dba4d1f14620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:14.509719 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75135af3-d9e5-42ff-a068-be63a58e6c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5da70325-9306-49c2-ab3d-c602b5d8b1c1,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:14.544776 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 38398) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:14.545561 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-2fd2bcfd-1305-486c-805f-dba4d1f14620 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6540682 Jul 02 09:41:14.546690 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75135af3-d9e5-42ff-a068-be63a58e6c90 admin admin] Checking segment: {'id': '427262be-26e2-475c-80e9-e9656f7a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:41:14.547220 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75135af3-d9e5-42ff-a068-be63a58e6c90 admin admin] Network hostable DHCP agents. Network: 0ae5d867-4f28-47ae-9b90-7ac90a306363, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:41:14.549897 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:14.577526 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75135af3-d9e5-42ff-a068-be63a58e6c90 admin admin] Network 0ae5d867-4f28-47ae-9b90-7ac90a306363 is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:41:14.598128 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-75135af3-d9e5-42ff-a068-be63a58e6c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, 0ae5d867-4f28-47ae-9b90-7ac90a306363) {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:41:14.602899 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75135af3-d9e5-42ff-a068-be63a58e6c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:14.603750 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-75135af3-d9e5-42ff-a068-be63a58e6c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:14.624383 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14687'] for router, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:14.625853 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14660'] for router, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:14.643376 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-75135af3-d9e5-42ff-a068-be63a58e6c90 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5852985 Jul 02 09:41:14.644123 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 38402) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:14.665821 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1061568306-router', 'tenant_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:14.687282 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442f9e59-bb9b-43a7-8447-3790ac7e3018 None None] Network 0ae5d867-4f28-47ae-9b90-7ac90a306363 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:41:14.845311 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:14.846949 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14687'] for router, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:14.848244 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14660'] for router, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:14.988752 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:14.988991 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26d5482-4026-4a52-934f-c3506079a07d None None] Network 0ae5d867-4f28-47ae-9b90-7ac90a306363 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:41:15.102910 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14714'] for router, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:15.222214 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-746cdd94-9789-44e7-9745-8e4b9f255ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:15.229808 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7dea1bd-0782-506e-8bb9-6115f597cb05-91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e'}]}} from dv-cinder-772181-12-iscsi. {{(pid=99503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 09:41:15.231527 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:15.244481 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14714'] for router, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:15.422903 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Allocated IP 172.20.0.2 (91c217cd-a0ca-4235-96ca-c7bcaff114e8/cf610ccc-985f-4d3a-a43f-1bfbdadecb7e/8bfb60e8-a765-4785-8c94-b669f00d44c3) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:41:15.540870 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:15.617581 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:15.627708 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:15.631838 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Transition to ACTIVE for port object 8bfb60e8-a765-4785-8c94-b669f00d44c3 will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:41:15.651510 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Transition to ACTIVE for port object 8bfb60e8-a765-4785-8c94-b669f00d44c3 will not be triggered until provisioned by entity DHCP. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:41:15.659577 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:15.678645 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:15.704613 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Network 91c217cd-a0ca-4235-96ca-c7bcaff114e8 is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:41:15.710746 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:41:15.713818 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:41:15.761766 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Pushing event updated for resources: {'Port': ['ID=8bfb60e8-a765-4785-8c94-b669f00d44c3,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:15.770348 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:15.787993 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:15.788603 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:15.788953 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:15.789422 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:15.789754 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:15.790159 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:15.790499 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:15.790879 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:15.791861 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:15.792207 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:15.792558 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:15.792884 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Tracked resource versions report: Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: pushed versions: Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: { 'AddressGroup': {'1.2'}, Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'ConntrackHelper': {'1.0'}, Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Log': {'1.0'}, Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Network': {'1.1'}, Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Port': {'1.7'}, Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'PortForwarding': {'1.2'}, Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'QosPolicy': {'1.8'}, Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'SecurityGroup': {'1.4'}, Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'SecurityGroupRule': {'1.2'}, Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'SubPort': {'1.0'}, Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Subnet': {'1.1'}, Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Trunk': {'1.1'}} Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: consumer versions: Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: { DHCP agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: HyperV agent@hv-cinder-77218: {}, Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: L3 agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: Metadata agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: Metering agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: Open vSwitch agent@dv-cinder-772181-12-iscsi: { 'AddressGroup': '1.2', Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'ConntrackHelper': '1.0', Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Log': '1.0', Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Network': '1.1', Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Port': '1.7', Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'PortForwarding': '1.2', Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'QosPolicy': '1.8', Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'SecurityGroup': '1.4', Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'SecurityGroupRule': '1.2', Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'SubPort': '1.0', Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Subnet': '1.1', Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: 'Trunk': '1.1'}} Jul 02 09:41:15.795420 dv-cinder-772181-12-iscsi neutron-server[99503]: {{(pid=99503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 09:41:15.798830 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:15.813712 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Attempting to bind port 8bfb60e8-a765-4785-8c94-b669f00d44c3 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:41:15.813953 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Attempting to bind port 8bfb60e8-a765-4785-8c94-b669f00d44c3 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': 'd2428eda-cce6-4b1c-a5ae-90548bc46cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:41:15.814366 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Attempting to bind port 8bfb60e8-a765-4785-8c94-b669f00d44c3 on network 91c217cd-a0ca-4235-96ca-c7bcaff114e8 {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:41:15.832632 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:41:15.833050 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Checking segment: {'id': 'd2428eda-cce6-4b1c-a5ae-90548bc46cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:41:15.833388 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:15.833766 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Bound using segment: {'id': 'd2428eda-cce6-4b1c-a5ae-90548bc46cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:41:15.834228 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Bound port: 8bfb60e8-a765-4785-8c94-b669f00d44c3, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2428eda-cce6-4b1c-a5ae-90548bc46cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:41:15.834652 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:15.847468 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:15.918265 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] Allocated IP 172.27.1.37 (91abeacf-6705-4621-a88a-4859e43fbb2c/3acd31d5-d298-493f-8b22-8cf1b4526b9f/3a1aa21c-c204-46d2-aea6-105f54f88ff5) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:41:15.918879 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] For port 8bfb60e8-a765-4785-8c94-b669f00d44c3, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:41:15.923178 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] For port 8bfb60e8-a765-4785-8c94-b669f00d44c3, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=8bfb60e8-a765-4785-8c94-b669f00d44c3,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:41:15.931072 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:16.009113 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef59ed-a3a4-43ef-a0ae-5475dcca5251 None None] Pushing event updated for resources: {'Port': ['ID=8bfb60e8-a765-4785-8c94-b669f00d44c3,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:16.280089 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:16.356609 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:16.496094 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:41:16.501323 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:41:16.508955 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:41:16.562687 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] Pushing event updated for resources: {'Port': ['ID=3a1aa21c-c204-46d2-aea6-105f54f88ff5,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:16.601822 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] Allocated IP 172.27.1.86 (91abeacf-6705-4621-a88a-4859e43fbb2c/3acd31d5-d298-493f-8b22-8cf1b4526b9f/cedcb945-2452-47fc-bb5d-864ab50bcb85) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:41:16.665852 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 38506) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:16.671616 dv-cinder-772181-12-iscsi neutron-server[99501]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 02 09:41:16.976684 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-d1bf1c77-f095-46ff-946b-c4e911794f3c tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:16.979248 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-d1bf1c77-f095-46ff-946b-c4e911794f3c tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/networks?id=164ead18-1184-4753-9a7c-6cb9718f22f3 HTTP/1.1" status: 200 len: 811 time: 0.3114684 Jul 02 09:41:17.002164 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 38520) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:17.015828 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-fadc3d19-208d-4a25-aa65-bbe9a70fce10 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/quotas/1791406ee4fc430a963576a5747f21ee HTTP/1.1" status: 200 len: 375 time: 0.0302615 Jul 02 09:41:17.017082 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:17.108377 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:17.126148 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-f6c4a172-b2af-47e7-9910-916c464cc613 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1791406ee4fc430a963576a5747f21ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1094422 Jul 02 09:41:17.173426 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4abe875f-271c-44d3-9a2a-33844299d99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:17.288744 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd75ae51-fbb3-471c-8f47-6edeab36359a None None] Network 91c217cd-a0ca-4235-96ca-c7bcaff114e8 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:41:17.312098 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4abe875f-271c-44d3-9a2a-33844299d99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:17.317102 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4abe875f-271c-44d3-9a2a-33844299d99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:17.354355 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-0be472a6-6b98-408f-937e-c5c9c2e70137 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 09:41:17.355408 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-0be472a6-6b98-408f-937e-c5c9c2e70137 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0976179 Jul 02 09:41:17.364140 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:17.378537 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-4abe875f-271c-44d3-9a2a-33844299d99d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bfd648ae78404aada2e684d7b32dff6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3753393 Jul 02 09:41:17.382747 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 38544) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:17.407258 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe875f-271c-44d3-9a2a-33844299d99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13759281-ca41-4a62-a423-68e3a7fde8fc,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:17.469438 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:41:17.479421 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:41:17.484506 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:41:17.486605 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] Pushing event updated for resources: {'Port': ['ID=cedcb945-2452-47fc-bb5d-864ab50bcb85,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:17.504562 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-f308210b-2a93-4df7-ac25-333280701d9d None None] Provisioning for port 8bfb60e8-a765-4785-8c94-b669f00d44c3 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:41:17.524179 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4bca71be-3375-4483-92f5-d37ea19a3363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:17.530107 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-602d0ed0-7f7e-4723-aec1-060e9d1adbab service neutron] 10.222.0.47 "GET /v2.0/networks/164ead18-1184-4753-9a7c-6cb9718f22f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672440 Jul 02 09:41:17.538979 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634886'] for router, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:17.569375 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4bca71be-3375-4483-92f5-d37ea19a3363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:17.588560 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:17.682233 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4bca71be-3375-4483-92f5-d37ea19a3363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:17.688626 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4bca71be-3375-4483-92f5-d37ea19a3363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:17.692210 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-4bca71be-3375-4483-92f5-d37ea19a3363 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/13759281-ca41-4a62-a423-68e3a7fde8fc HTTP/1.1" status: 204 len: 168 time: 0.3052380 Jul 02 09:41:17.723605 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 38558) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:17.777054 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 8bfb60e8-a765-4785-8c94-b669f00d44c3 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:41:17.858399 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca71be-3375-4483-92f5-d37ea19a3363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13759281-ca41-4a62-a423-68e3a7fde8fc,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:17.902644 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-cdcfbf5a-c78a-493c-910f-971821e10a06 service neutron] 10.222.0.47 "GET /v2.0/networks/164ead18-1184-4753-9a7c-6cb9718f22f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645000 Jul 02 09:41:17.945403 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 8bfb60e8-a765-4785-8c94-b669f00d44c3 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:41:17.951352 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 8bfb60e8-a765-4785-8c94-b669f00d44c3 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:41:17.964921 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:17.974241 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-4f087662-6301-4455-aa15-dc831a02e2ad None None] Provisioning complete for port 8bfb60e8-a765-4785-8c94-b669f00d44c3 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:41:17.974610 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-4f087662-6301-4455-aa15-dc831a02e2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:18.049475 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-378cff24-8dba-470c-b2b2-0a5d30b1fdc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:18.092510 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:18.171170 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] Router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e is scheduled to L3 agent 9e613d5e-7006-412c-b838-682983cdc62a with binding_index 1 {{(pid=99502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 09:41:18.226447 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-4f087662-6301-4455-aa15-dc831a02e2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:18.228681 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:18.291496 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 8bfb60e8-a765-4785-8c94-b669f00d44c3, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=8bfb60e8-a765-4785-8c94-b669f00d44c3,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:41:18.301362 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:18.311492 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 38584) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:18.342546 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-9953684a-d926-457d-a02f-41920cdbee02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:18.417454 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.db.api [None req-4f087662-6301-4455-aa15-dc831a02e2ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 02 09:41:18.417872 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG oslo_db.api [None req-4f087662-6301-4455-aa15-dc831a02e2ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 02 09:41:18.418691 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=8bfb60e8-a765-4785-8c94-b669f00d44c3,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:18.562399 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2b6db179-07dc-45c0-9008-946b5468fd4a req-ad2d786c-304b-4813-8f12-3e692d5b5b0d tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 210 time: 0.0469680 Jul 02 09:41:18.635925 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-378cff24-8dba-470c-b2b2-0a5d30b1fdc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:18.669876 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-378cff24-8dba-470c-b2b2-0a5d30b1fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:18.710468 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:41:18.724151 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Sync routers for ids ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:41:18.738487 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-9953684a-d926-457d-a02f-41920cdbee02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:18.740058 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Routers {'3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:41:18.741354 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:41:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:18.743199 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cff24-8dba-470c-b2b2-0a5d30b1fdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f0a4a7-54a8-4696-b39a-0e50455d56e4,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:18.745967 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-9953684a-d926-457d-a02f-41920cdbee02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:18.749222 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634886'] for router, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:18.755435 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-378cff24-8dba-470c-b2b2-0a5d30b1fdc0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a83a43b7dfca486e82b93337d5cc578a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0251191 Jul 02 09:41:18.760038 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 38622) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:18.785808 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:18.789770 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-749417a4-c9f6-4c30-bc88-2747e2df3fda admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2411804 Jul 02 09:41:18.795985 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-9953684a-d926-457d-a02f-41920cdbee02 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d414abe3f6dc4e978980610d9a2e5656&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4814994 Jul 02 09:41:18.795985 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 38624) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:18.800755 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 38626) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:18.910379 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Set router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:41:18.942954 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9baec28-4c86-482c-bec8-46a2b6ce931e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:18.967263 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953684a-d926-457d-a02f-41920cdbee02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee64978-b244-4435-9c0c-2e260440c0ed,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:18.998522 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9baec28-4c86-482c-bec8-46a2b6ce931e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:19.054436 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] Router ea38f196-7589-4cb9-b4bd-3f7a80cefa39 is scheduled to L3 agent 9e613d5e-7006-412c-b838-682983cdc62a with binding_index 1 {{(pid=99502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 09:41:19.116289 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9baec28-4c86-482c-bec8-46a2b6ce931e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:19.119385 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:16Z', 'revision_number': 3, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:19.120721 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a9baec28-4c86-482c-bec8-46a2b6ce931e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:19.125157 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-a9baec28-4c86-482c-bec8-46a2b6ce931e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/99f0a4a7-54a8-4696-b39a-0e50455d56e4 HTTP/1.1" status: 204 len: 168 time: 0.3543136 Jul 02 09:41:19.126438 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-3a86f040-be75-4f3b-80dc-f81d78b6a88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:19.151478 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Checking router: 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:41:19.151734 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-3a86f040-be75-4f3b-80dc-f81d78b6a88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:19.152218 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Updating router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e port 3a1aa21c-c204-46d2-aea6-105f54f88ff5 binding host dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:41:19.187793 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:19.201249 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:41:19.204111 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9baec28-4c86-482c-bec8-46a2b6ce931e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f0a4a7-54a8-4696-b39a-0e50455d56e4,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:19.211368 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Sync routers for ids ['ea38f196-7589-4cb9-b4bd-3f7a80cefa39'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:41:19.230054 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Routers {'ea38f196-7589-4cb9-b4bd-3f7a80cefa39'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:41:19.230893 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:41:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['ea38f196-7589-4cb9-b4bd-3f7a80cefa39'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:19.252738 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:19.254632 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-3f818450-5816-4022-b992-dd70f4b31644 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6044796 Jul 02 09:41:19.257446 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 38648) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:19.281135 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-3a86f040-be75-4f3b-80dc-f81d78b6a88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:19.283660 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-3a86f040-be75-4f3b-80dc-f81d78b6a88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:19.289722 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-3a86f040-be75-4f3b-80dc-f81d78b6a88b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bee64978-b244-4435-9c0c-2e260440c0ed HTTP/1.1" status: 204 len: 168 time: 0.4864743 Jul 02 09:41:19.404291 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86f040-be75-4f3b-80dc-f81d78b6a88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee64978-b244-4435-9c0c-2e260440c0ed,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:19.523852 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Set router ea38f196-7589-4cb9-b4bd-3f7a80cefa39 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:41:19.734655 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Notify callbacks [] for port, precommit_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:19.772289 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Transition to ACTIVE for port object 3a1aa21c-c204-46d2-aea6-105f54f88ff5 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:41:19.789034 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:19.881060 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d3e08-80e4-4ae5-8fb1-ff49a833e59a None None] Pushing event updated for resources: {'Port': ['ID=3a1aa21c-c204-46d2-aea6-105f54f88ff5,revision_number=2']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:19.905173 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d3e08-80e4-4ae5-8fb1-ff49a833e59a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:19.908395 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d3e08-80e4-4ae5-8fb1-ff49a833e59a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:19.909040 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d3e08-80e4-4ae5-8fb1-ff49a833e59a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:19.911688 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d3e08-80e4-4ae5-8fb1-ff49a833e59a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:19.912270 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d3e08-80e4-4ae5-8fb1-ff49a833e59a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:19.912956 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d3e08-80e4-4ae5-8fb1-ff49a833e59a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:19.913529 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d3e08-80e4-4ae5-8fb1-ff49a833e59a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:19.914131 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d3e08-80e4-4ae5-8fb1-ff49a833e59a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:19.914715 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d3e08-80e4-4ae5-8fb1-ff49a833e59a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:19.915312 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d3e08-80e4-4ae5-8fb1-ff49a833e59a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:19.915886 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d3e08-80e4-4ae5-8fb1-ff49a833e59a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:19.916431 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d3e08-80e4-4ae5-8fb1-ff49a833e59a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d3e08-80e4-4ae5-8fb1-ff49a833e59a None None] Tracked resource versions report: Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: pushed versions: Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: { 'AddressGroup': {'1.2'}, Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'ConntrackHelper': {'1.0'}, Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Log': {'1.0'}, Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Network': {'1.1'}, Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Port': {'1.7'}, Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'PortForwarding': {'1.2'}, Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'QosPolicy': {'1.8'}, Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'SecurityGroup': {'1.4'}, Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'SecurityGroupRule': {'1.2'}, Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'SubPort': {'1.0'}, Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Subnet': {'1.1'}, Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Trunk': {'1.1'}} Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: consumer versions: Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: { DHCP agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: HyperV agent@hv-cinder-77218: {}, Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: L3 agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: Metadata agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: Metering agent@dv-cinder-772181-12-iscsi: {}, Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: Open vSwitch agent@dv-cinder-772181-12-iscsi: { 'AddressGroup': '1.2', Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'ConntrackHelper': '1.0', Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Log': '1.0', Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Network': '1.1', Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Port': '1.7', Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'PortForwarding': '1.2', Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'QosPolicy': '1.8', Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'SecurityGroup': '1.4', Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'SecurityGroupRule': '1.2', Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'SubPort': '1.0', Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Subnet': '1.1', Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: 'Trunk': '1.1'}} Jul 02 09:41:19.918181 dv-cinder-772181-12-iscsi neutron-server[99504]: {{(pid=99504) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 09:41:19.925394 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Attempting to bind port 3a1aa21c-c204-46d2-aea6-105f54f88ff5 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:41:19.926020 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Attempting to bind port 3a1aa21c-c204-46d2-aea6-105f54f88ff5 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:41:19.926676 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Attempting to bind port 3a1aa21c-c204-46d2-aea6-105f54f88ff5 on network 91abeacf-6705-4621-a88a-4859e43fbb2c {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:41:19.934036 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:41:19.935378 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Checking segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:41:19.936065 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:19.936723 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Bound using segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:41:19.937438 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Bound port: 3a1aa21c-c204-46d2-aea6-105f54f88ff5, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:41:19.938088 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:19.991799 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] For port 3a1aa21c-c204-46d2-aea6-105f54f88ff5, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:41:19.997042 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] For port 3a1aa21c-c204-46d2-aea6-105f54f88ff5, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=3a1aa21c-c204-46d2-aea6-105f54f88ff5,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:41:20.001528 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-69da7737-e875-427a-86fd-7271438f3307 req-c8e3aecd-01f0-46c4-a920-6d82cb123602 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 210 time: 0.1929569 Jul 02 09:41:20.013324 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:20.129100 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:20.131323 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d3e08-80e4-4ae5-8fb1-ff49a833e59a None None] Pushing event updated for resources: {'Port': ['ID=3a1aa21c-c204-46d2-aea6-105f54f88ff5,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:20.143216 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 8bfb60e8-a765-4785-8c94-b669f00d44c3 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:41:20.175011 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 38690) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:20.202625 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Routers {'3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:41:20.203543 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:41:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:20.241219 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-db84c82c-3c63-447b-9034-cb60988e559b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:20.297333 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 8bfb60e8-a765-4785-8c94-b669f00d44c3 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:41:20.298047 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:20.440654 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea38f196-7589-4cb9-b4bd-3f7a80cefa39', 'name': 'tempest-ServerRescueNegativeTestJSON-1061568306-router', 'tenant_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'cedcb945-2452-47fc-bb5d-864ab50bcb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:17Z', 'revision_number': 3, 'project_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'gw_port': {'id': 'cedcb945-2452-47fc-bb5d-864ab50bcb85', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea38f196-7589-4cb9-b4bd-3f7a80cefa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:20.457278 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] Set router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:41:20.482527 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Checking router: ea38f196-7589-4cb9-b4bd-3f7a80cefa39 for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:41:20.483132 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Updating router ea38f196-7589-4cb9-b4bd-3f7a80cefa39 port cedcb945-2452-47fc-bb5d-864ab50bcb85 binding host dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:41:20.546175 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:20.550981 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-592d4434-afb0-48c2-b2e8-be2231ed2ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:20.640139 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-db84c82c-3c63-447b-9034-cb60988e559b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:20.648382 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-db84c82c-3c63-447b-9034-cb60988e559b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:20.751821 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:16Z', 'revision_number': 3, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:20.804472 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11023bd0-635a-468d-9fc7-477bdcccce6d None None] The sync data for ids ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'] in dv-cinder-772181-12-iscsi is: [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:16Z', 'revision_number': 3, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:41:20.812502 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84c82c-3c63-447b-9034-cb60988e559b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2754d3e-bba5-465f-b367-d268722813ee,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:20.819063 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-db84c82c-3c63-447b-9034-cb60988e559b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=11501a8700f8431b85587bf2f353e526&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6429045 Jul 02 09:41:20.822027 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 38714) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:20.852849 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-592d4434-afb0-48c2-b2e8-be2231ed2ebe admin admin] Allocated IP 172.20.0.1 (0ae5d867-4f28-47ae-9b90-7ac90a306363/5da70325-9306-49c2-ab3d-c602b5d8b1c1/19ea5744-5eaf-4439-84dc-dbca91d70faf) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:41:20.902190 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_common [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] Allocated IP 172.20.0.1 (91c217cd-a0ca-4235-96ca-c7bcaff114e8/cf610ccc-985f-4d3a-a43f-1bfbdadecb7e/0d70602f-ed17-418e-9d1c-71d1f7a25efa) {{(pid=99501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:41:20.924306 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:20.926083 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-fb083968-c9a4-4753-a1cf-cd6076930202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:20.958448 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Transition to ACTIVE for port object cedcb945-2452-47fc-bb5d-864ab50bcb85 will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:41:20.974060 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:20.995832 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-fb083968-c9a4-4753-a1cf-cd6076930202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:21.051323 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-592d4434-afb0-48c2-b2e8-be2231ed2ebe admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:21.079651 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Attempting to bind port cedcb945-2452-47fc-bb5d-864ab50bcb85 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:41:21.080245 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Attempting to bind port cedcb945-2452-47fc-bb5d-864ab50bcb85 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:41:21.081479 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Attempting to bind port cedcb945-2452-47fc-bb5d-864ab50bcb85 on network 91abeacf-6705-4621-a88a-4859e43fbb2c {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:41:21.103234 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:21.106342 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee3bde-31f6-4ed0-ac05-4b8c26911646 None None] Pushing event updated for resources: {'Port': ['ID=cedcb945-2452-47fc-bb5d-864ab50bcb85,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:21.114521 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:41:21.114774 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Checking segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:41:21.115938 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:21.117325 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Bound using segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:41:21.118451 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Bound port: cedcb945-2452-47fc-bb5d-864ab50bcb85, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:41:21.119504 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:21.133828 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.provisioning_blocks [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] Transition to ACTIVE for port object 0d70602f-ed17-418e-9d1c-71d1f7a25efa will not be triggered until provisioned by entity DHCP. {{(pid=99501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:41:21.154270 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-592d4434-afb0-48c2-b2e8-be2231ed2ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:21.175017 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-fb083968-c9a4-4753-a1cf-cd6076930202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:21.207142 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-fb083968-c9a4-4753-a1cf-cd6076930202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:21.208976 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-fb083968-c9a4-4753-a1cf-cd6076930202 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b2754d3e-bba5-465f-b367-d268722813ee HTTP/1.1" status: 204 len: 168 time: 0.3854845 Jul 02 09:41:21.225402 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926'] for port, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:21.229798 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb083968-c9a4-4753-a1cf-cd6076930202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2754d3e-bba5-465f-b367-d268722813ee,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:21.257480 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] For port cedcb945-2452-47fc-bb5d-864ab50bcb85, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:41:21.264232 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] For port cedcb945-2452-47fc-bb5d-864ab50bcb85, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=cedcb945-2452-47fc-bb5d-864ab50bcb85,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:41:21.267799 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592d4434-afb0-48c2-b2e8-be2231ed2ebe admin admin] Network 0ae5d867-4f28-47ae-9b90-7ac90a306363 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:41:21.273314 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-592d4434-afb0-48c2-b2e8-be2231ed2ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:41:21.286009 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:21.297003 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592d4434-afb0-48c2-b2e8-be2231ed2ebe admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:41:21.297635 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-592d4434-afb0-48c2-b2e8-be2231ed2ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633350'] for router_interface, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:21.332218 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] Network 91c217cd-a0ca-4235-96ca-c7bcaff114e8 is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:41:21.335267 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:41:21.346689 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 38730) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:21.361580 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] Received port after_create {{(pid=99501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:41:21.362071 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633350'] for router_interface, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:21.391882 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee3bde-31f6-4ed0-ac05-4b8c26911646 None None] Pushing event updated for resources: {'Port': ['ID=cedcb945-2452-47fc-bb5d-864ab50bcb85,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:21.441606 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] Pushing event updated for resources: {'Port': ['ID=0d70602f-ed17-418e-9d1c-71d1f7a25efa,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:21.454903 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Routers {'ea38f196-7589-4cb9-b4bd-3f7a80cefa39'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:41:21.463314 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:41:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['ea38f196-7589-4cb9-b4bd-3f7a80cefa39'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:21.539523 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d4434-afb0-48c2-b2e8-be2231ed2ebe admin admin] Pushing event updated for resources: {'Port': ['ID=19ea5744-5eaf-4439-84dc-dbca91d70faf,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:21.588131 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e80a865c-3eda-4ff0-af32-04a26ded4309 req-741e9b99-58d7-48bd-b066-b050e073f193 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 210 time: 0.2403276 Jul 02 09:41:21.717691 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-592d4434-afb0-48c2-b2e8-be2231ed2ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:21.770218 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] Set router ea38f196-7589-4cb9-b4bd-3f7a80cefa39 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:41:21.824191 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 3a1aa21c-c204-46d2-aea6-105f54f88ff5 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:41:21.989474 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-c6fb28df-5a4e-4cd3-9f5d-b68ebd1992ef None None] Provisioning for port 0d70602f-ed17-418e-9d1c-71d1f7a25efa completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:41:22.033170 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-c6fb28df-5a4e-4cd3-9f5d-b68ebd1992ef None None] Provisioning complete for port 0d70602f-ed17-418e-9d1c-71d1f7a25efa triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:41:22.033552 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c6fb28df-5a4e-4cd3-9f5d-b68ebd1992ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:22.099731 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:22.326961 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-c6fb28df-5a4e-4cd3-9f5d-b68ebd1992ef None None] Port 0d70602f-ed17-418e-9d1c-71d1f7a25efa cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:41:22.435085 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea38f196-7589-4cb9-b4bd-3f7a80cefa39', 'name': 'tempest-ServerRescueNegativeTestJSON-1061568306-router', 'tenant_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'cedcb945-2452-47fc-bb5d-864ab50bcb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:17Z', 'revision_number': 3, 'project_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'gw_port': {'id': 'cedcb945-2452-47fc-bb5d-864ab50bcb85', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea38f196-7589-4cb9-b4bd-3f7a80cefa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:22.460766 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-592d4434-afb0-48c2-b2e8-be2231ed2ebe admin admin] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:22.467840 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-592d4434-afb0-48c2-b2e8-be2231ed2ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:22.469002 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-592d4434-afb0-48c2-b2e8-be2231ed2ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633536'] for router_interface, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:22.487239 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b8f5e6-358f-4617-9611-dee514209c9e None None] The sync data for ids ['ea38f196-7589-4cb9-b4bd-3f7a80cefa39'] in dv-cinder-772181-12-iscsi is: [{'id': 'ea38f196-7589-4cb9-b4bd-3f7a80cefa39', 'name': 'tempest-ServerRescueNegativeTestJSON-1061568306-router', 'tenant_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'cedcb945-2452-47fc-bb5d-864ab50bcb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:17Z', 'revision_number': 3, 'project_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'gw_port': {'id': 'cedcb945-2452-47fc-bb5d-864ab50bcb85', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea38f196-7589-4cb9-b4bd-3f7a80cefa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:41:22.489209 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 3a1aa21c-c204-46d2-aea6-105f54f88ff5 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:41:22.495709 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 3a1aa21c-c204-46d2-aea6-105f54f88ff5 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:41:22.496187 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:22.587853 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:22.596471 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:22.597329 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633536'] for router_interface, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:22.628381 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d4434-afb0-48c2-b2e8-be2231ed2ebe admin admin] Pushing event updated for resources: {'Port': ['ID=19ea5744-5eaf-4439-84dc-dbca91d70faf,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:22.710545 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] Pushing event updated for resources: {'Port': ['ID=0d70602f-ed17-418e-9d1c-71d1f7a25efa,revision_number=2']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:22.720497 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:22.774053 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592d4434-afb0-48c2-b2e8-be2231ed2ebe admin admin] Network 0ae5d867-4f28-47ae-9b90-7ac90a306363 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:41:22.783271 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-592d4434-afb0-48c2-b2e8-be2231ed2ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:41:22.828626 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 3a1aa21c-c204-46d2-aea6-105f54f88ff5, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=3a1aa21c-c204-46d2-aea6-105f54f88ff5,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:41:22.855354 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:22.957385 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=3a1aa21c-c204-46d2-aea6-105f54f88ff5,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:23.243796 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.66', 62210) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:23.443520 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b6335aba-0d42-40f7-9d7d-b6dea9fbeb6e req-02fd04ce-65dc-45d5-88a5-0900dcf69887 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 210 time: 0.5436826 Jul 02 09:41:23.477157 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] Network 91c217cd-a0ca-4235-96ca-c7bcaff114e8 is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:41:23.482558 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:41:23.613995 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592d4434-afb0-48c2-b2e8-be2231ed2ebe admin admin] Router ea38f196-7589-4cb9-b4bd-3f7a80cefa39 has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:41:23.883961 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] Router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:41:23.959104 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 3a1aa21c-c204-46d2-aea6-105f54f88ff5 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:41:24.074813 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 38850) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:24.109648 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-04ddf281-43fb-45ab-a5da-e05ab94e1496 None None] Provisioning complete for port 0d70602f-ed17-418e-9d1c-71d1f7a25efa triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:41:24.110029 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-04ddf281-43fb-45ab-a5da-e05ab94e1496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:24.261362 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 3a1aa21c-c204-46d2-aea6-105f54f88ff5 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:41:24.273893 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:24.275217 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592d4434-afb0-48c2-b2e8-be2231ed2ebe admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:41:24.287258 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-04ddf281-43fb-45ab-a5da-e05ab94e1496 None None] Port 0d70602f-ed17-418e-9d1c-71d1f7a25efa cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:41:24.290045 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-592d4434-afb0-48c2-b2e8-be2231ed2ebe admin admin] 10.222.0.47 "PUT /v2.0/routers/ea38f196-7589-4cb9-b4bd-3f7a80cefa39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0309479 Jul 02 09:41:24.302323 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-979e9aa4-df38-44cf-9be1-d0879542340d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:24.351037 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-f7bc1e7b-fcbb-4b31-95ac-4020159e60a0 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:24.354979 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:41:24.358467 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-f7bc1e7b-fcbb-4b31-95ac-4020159e60a0 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.66 "GET /v2.0/networks?id=164ead18-1184-4753-9a7c-6cb9718f22f3 HTTP/1.1" status: 200 len: 811 time: 1.1083899 Jul 02 09:41:24.373545 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Sync routers for ids ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:41:24.374318 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-a7c5537c-2d3e-4bc6-b44f-0ce9e4df2738 admin admin] 10.222.0.47 "PUT /v2.0/routers/3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5784442 Jul 02 09:41:24.392685 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Routers {'3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:41:24.393610 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:41:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:24.428427 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-b98f526a-5e57-48fa-a0c9-d6bd84b730a0 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Request body: {'port': {'device_id': 'd92461da-4106-48ec-be65-b025baaca608', 'network_id': '164ead18-1184-4753-9a7c-6cb9718f22f3', 'admin_state_up': True, 'tenant_id': '1791406ee4fc430a963576a5747f21ee'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:24.523739 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device cedcb945-2452-47fc-bb5d-864ab50bcb85 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:41:24.651855 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port cedcb945-2452-47fc-bb5d-864ab50bcb85 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:41:24.667302 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port cedcb945-2452-47fc-bb5d-864ab50bcb85 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:41:24.672691 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:24.744746 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-979e9aa4-df38-44cf-9be1-d0879542340d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:24.754439 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-979e9aa4-df38-44cf-9be1-d0879542340d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:24.845788 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Set router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:41:24.856382 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-b98f526a-5e57-48fa-a0c9-d6bd84b730a0 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Made reservation on behalf of 1791406ee4fc430a963576a5747f21ee for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:41:24.865884 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-b98f526a-5e57-48fa-a0c9-d6bd84b730a0 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:24.906277 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:24.912695 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-979e9aa4-df38-44cf-9be1-d0879542340d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bf61ca51c5dd4df3adf97a03b77c4ccd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8353894 Jul 02 09:41:24.914208 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 38912) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:24.933153 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port cedcb945-2452-47fc-bb5d-864ab50bcb85, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=cedcb945-2452-47fc-bb5d-864ab50bcb85,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:41:24.942562 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:24.979720 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e9aa4-df38-44cf-9be1-d0879542340d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f9712d-edba-454d-a39c-c51798230ca8,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:25.056101 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4ac7458f-b06c-4df0-8a53-16a4f5fd6774 req-dd8b6f64-05b0-4321-b933-6d1138addbe1 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 210 time: 0.0532022 Jul 02 09:41:25.092956 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8201e35e-c8d3-4307-b3f6-0a3929537ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:25.094154 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=cedcb945-2452-47fc-bb5d-864ab50bcb85,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:25.170434 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8201e35e-c8d3-4307-b3f6-0a3929537ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:25.253350 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8201e35e-c8d3-4307-b3f6-0a3929537ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:25.256791 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8201e35e-c8d3-4307-b3f6-0a3929537ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:25.261350 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-8201e35e-c8d3-4307-b3f6-0a3929537ca9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/71f9712d-edba-454d-a39c-c51798230ca8 HTTP/1.1" status: 204 len: 168 time: 0.3450658 Jul 02 09:41:25.271614 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201e35e-c8d3-4307-b3f6-0a3929537ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f9712d-edba-454d-a39c-c51798230ca8,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:25.320688 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 4, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '0d70602f-ed17-418e-9d1c-71d1f7a25efa', 'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'mac_address': 'fa:16:3e:42:5e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:20Z', 'updated_at': '2021-07-02T09:41:22Z', 'revision_number': 2, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'subnets': [{'id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:25.372949 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Checking router: 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:41:25.374189 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Updating router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e port 0d70602f-ed17-418e-9d1c-71d1f7a25efa binding host dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:41:25.412673 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-b98f526a-5e57-48fa-a0c9-d6bd84b730a0 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Allocated IP 172.20.0.6 (164ead18-1184-4753-9a7c-6cb9718f22f3/b6db7d49-e43d-45bb-ad1f-9ea654a7ce2d/973e6d1b-a2d9-4af9-bb9a-0842f00b2f89) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:41:25.514218 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:25.749133 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device cedcb945-2452-47fc-bb5d-864ab50bcb85 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:41:25.893438 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Sync routers for ids ['ea38f196-7589-4cb9-b4bd-3f7a80cefa39'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:41:25.918114 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-b98f526a-5e57-48fa-a0c9-d6bd84b730a0 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:25.962286 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Routers {'ea38f196-7589-4cb9-b4bd-3f7a80cefa39'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:41:25.962928 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:41:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['ea38f196-7589-4cb9-b4bd-3f7a80cefa39'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:26.126135 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 38996) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:26.164902 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-c97f86bd-9667-4274-89e6-fa5fe0b7dbed tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1628075584', 'description': 'tempest-description--2072537102'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:26.241935 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-b98f526a-5e57-48fa-a0c9-d6bd84b730a0 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:26.271111 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Notify callbacks [] for port, precommit_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:26.304124 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port cedcb945-2452-47fc-bb5d-864ab50bcb85 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:41:26.305920 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Transition to ACTIVE for port object 0d70602f-ed17-418e-9d1c-71d1f7a25efa will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:41:26.307367 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:26.328222 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:26.365184 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-31e6bb8c-91c9-4b86-98b3-f4ac7eb7b1fc tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:26.377721 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-31e6bb8c-91c9-4b86-98b3-f4ac7eb7b1fc tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/networks?id=0ae5d867-4f28-47ae-9b90-7ac90a306363 HTTP/1.1" status: 200 len: 819 time: 0.4358077 Jul 02 09:41:26.426653 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-e9dab232-980a-458c-bdad-aa85d1103ea7 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/quotas/a53f77cb0d7c47d3a12f4c605e84bf21 HTTP/1.1" status: 200 len: 375 time: 0.0479469 Jul 02 09:41:26.555296 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c97f86bd-9667-4274-89e6-fa5fe0b7dbed tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:26.677697 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-b98f526a-5e57-48fa-a0c9-d6bd84b730a0 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Network 164ead18-1184-4753-9a7c-6cb9718f22f3 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:41:26.712312 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-b98f526a-5e57-48fa-a0c9-d6bd84b730a0 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:41:26.721504 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-3e280d27-b0dc-4a90-b452-c12ce9cd020f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a53f77cb0d7c47d3a12f4c605e84bf21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2933140 Jul 02 09:41:26.761924 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-b98f526a-5e57-48fa-a0c9-d6bd84b730a0 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:41:26.853590 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-b98f526a-5e57-48fa-a0c9-d6bd84b730a0 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:26.853590 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-b98f526a-5e57-48fa-a0c9-d6bd84b730a0 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:26.854202 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df5000-4917-478c-9af3-5fdf0ab0f855 None None] Pushing event updated for resources: {'Port': ['ID=0d70602f-ed17-418e-9d1c-71d1f7a25efa,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:26.854202 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Attempting to bind port 0d70602f-ed17-418e-9d1c-71d1f7a25efa on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:41:26.854202 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Attempting to bind port 0d70602f-ed17-418e-9d1c-71d1f7a25efa by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': 'd2428eda-cce6-4b1c-a5ae-90548bc46cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:41:26.854202 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Attempting to bind port 0d70602f-ed17-418e-9d1c-71d1f7a25efa on network 91c217cd-a0ca-4235-96ca-c7bcaff114e8 {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:41:26.860787 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:41:26.861394 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Checking segment: {'id': 'd2428eda-cce6-4b1c-a5ae-90548bc46cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:41:26.864302 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:26.864492 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Bound using segment: {'id': 'd2428eda-cce6-4b1c-a5ae-90548bc46cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:41:26.865067 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Bound port: 0d70602f-ed17-418e-9d1c-71d1f7a25efa, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2428eda-cce6-4b1c-a5ae-90548bc46cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:41:26.865466 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:26.897784 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f526a-5e57-48fa-a0c9-d6bd84b730a0 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Pushing event updated for resources: {'Port': ['ID=973e6d1b-a2d9-4af9-bb9a-0842f00b2f89,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:27.018818 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] For port 0d70602f-ed17-418e-9d1c-71d1f7a25efa, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:41:27.030421 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] For port 0d70602f-ed17-418e-9d1c-71d1f7a25efa, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=0d70602f-ed17-418e-9d1c-71d1f7a25efa,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:41:27.044504 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:27.118455 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c97f86bd-9667-4274-89e6-fa5fe0b7dbed tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:27.138414 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c97f86bd-9667-4274-89e6-fa5fe0b7dbed tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:27.142868 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Set router ea38f196-7589-4cb9-b4bd-3f7a80cefa39 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:41:27.162945 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-b98f526a-5e57-48fa-a0c9-d6bd84b730a0 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7543886 Jul 02 09:41:27.164948 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636187-5858-4f56-9b5f-8c608ce8d532 req-9ab104c3-07e3-45b5-b3cf-657716fc38ba tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:27.170295 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c4636187-5858-4f56-9b5f-8c608ce8d532 req-9ab104c3-07e3-45b5-b3cf-657716fc38ba tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 931 time: 0.3561366 Jul 02 09:41:27.225798 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-ea657993-c410-4872-8b28-d58e998ca5cd tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 09:41:27.228959 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-ea657993-c410-4872-8b28-d58e998ca5cd tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0556285 Jul 02 09:41:27.240959 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Routers {'3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:41:27.255178 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:41:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:27.275875 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c97f86bd-9667-4274-89e6-fa5fe0b7dbed tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:27.279099 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-c97f86bd-9667-4274-89e6-fa5fe0b7dbed tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1456113 Jul 02 09:41:27.283173 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 39050) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:27.295271 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-e40590b8-56ae-4cc7-ac33-844a4fa4ea9c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Request body: {'security_group_rule': {'security_group_id': 'cc6a5b73-ffbf-4f2f-b737-723597f499e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:27.345473 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f86bd-9667-4274-89e6-fa5fe0b7dbed tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6a5b73-ffbf-4f2f-b737-723597f499e5,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:27.369003 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c4636187-5858-4f56-9b5f-8c608ce8d532 req-a84fde30-2165-487c-8826-b2b362c5eac0 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890557 Jul 02 09:41:27.380179 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e40590b8-56ae-4cc7-ac33-844a4fa4ea9c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:27.404911 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df5000-4917-478c-9af3-5fdf0ab0f855 None None] Pushing event updated for resources: {'Port': ['ID=0d70602f-ed17-418e-9d1c-71d1f7a25efa,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:27.531104 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e40590b8-56ae-4cc7-ac33-844a4fa4ea9c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:27.539029 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e40590b8-56ae-4cc7-ac33-844a4fa4ea9c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:27.584591 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e40590b8-56ae-4cc7-ac33-844a4fa4ea9c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:27.585906 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-e40590b8-56ae-4cc7-ac33-844a4fa4ea9c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2985988 Jul 02 09:41:27.586771 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40590b8-56ae-4cc7-ac33-844a4fa4ea9c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3985dfdf-d45d-4992-a18d-d64b2b00860b,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:27.589757 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39066) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:27.598622 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-8b73116c-c98b-4d21-a329-f112de83f246 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Request body: {'security_group_rule': {'security_group_id': 'cc6a5b73-ffbf-4f2f-b737-723597f499e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:27.650573 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] Set router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:41:27.779317 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-43401c4b-a2fc-47e7-a402-b0365e206b7a service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 09:41:27.783489 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-43401c4b-a2fc-47e7-a402-b0365e206b7a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7318134 Jul 02 09:41:27.784799 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8b73116c-c98b-4d21-a329-f112de83f246 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:28.052917 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 39090) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:28.089072 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea38f196-7589-4cb9-b4bd-3f7a80cefa39', 'name': 'tempest-ServerRescueNegativeTestJSON-1061568306-router', 'tenant_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'cedcb945-2452-47fc-bb5d-864ab50bcb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 4, 'project_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'gw_port': {'id': 'cedcb945-2452-47fc-bb5d-864ab50bcb85', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea38f196-7589-4cb9-b4bd-3f7a80cefa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '19ea5744-5eaf-4439-84dc-dbca91d70faf', 'name': '', 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363', 'tenant_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'mac_address': 'fa:16:3e:c8:be:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea38f196-7589-4cb9-b4bd-3f7a80cefa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5da70325-9306-49c2-ab3d-c602b5d8b1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:20Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 2, 'project_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'subnets': [{'id': '5da70325-9306-49c2-ab3d-c602b5d8b1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:28.146231 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Checking router: ea38f196-7589-4cb9-b4bd-3f7a80cefa39 for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:41:28.146757 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Updating router ea38f196-7589-4cb9-b4bd-3f7a80cefa39 port 19ea5744-5eaf-4439-84dc-dbca91d70faf binding host dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:41:28.169170 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8b73116c-c98b-4d21-a329-f112de83f246 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:28.174681 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Request body: {'port': {'device_id': 'd92461da-4106-48ec-be65-b025baaca608', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:28.205093 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8b73116c-c98b-4d21-a329-f112de83f246 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:28.209086 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:28.250554 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 4, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '0d70602f-ed17-418e-9d1c-71d1f7a25efa', 'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'mac_address': 'fa:16:3e:42:5e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:20Z', 'updated_at': '2021-07-02T09:41:27Z', 'revision_number': 4, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'subnets': [{'id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:28.264774 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-49f5ec2c-e97f-43fb-bcca-0e272390339c service neutron] 10.222.0.47 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647403 Jul 02 09:41:28.298348 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73116c-c98b-4d21-a329-f112de83f246 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1feb53f-e51b-4b69-a9b4-1a0bd71d11f5,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:28.334175 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8b73116c-c98b-4d21-a329-f112de83f246 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:28.338180 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b735af4-d81b-45a3-b1c3-083a6c692565 None None] The sync data for ids ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'] in dv-cinder-772181-12-iscsi is: [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 4, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '0d70602f-ed17-418e-9d1c-71d1f7a25efa', 'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'mac_address': 'fa:16:3e:42:5e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:20Z', 'updated_at': '2021-07-02T09:41:27Z', 'revision_number': 4, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'subnets': [{'id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:41:28.338500 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-8b73116c-c98b-4d21-a329-f112de83f246 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7446647 Jul 02 09:41:28.344932 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39100) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:28.410736 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-b3a4efab-1f8e-4313-bc48-37ed9c4ac189 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Request body: {'floatingip': {'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:28.478095 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:28.592729 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-20dbd9e0-c241-4913-92e7-36920bde1f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:28.735274 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b3a4efab-1f8e-4313-bc48-37ed9c4ac189 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for floatingip, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:28.856495 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-10bdd761-e023-4518-88f4-a275166769b9 service neutron] 10.222.0.47 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836511 Jul 02 09:41:28.939567 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39110) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:29.074642 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39114) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:29.075687 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39116) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:29.084795 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:29.112689 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Transition to ACTIVE for port object 19ea5744-5eaf-4439-84dc-dbca91d70faf will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:41:29.126623 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:29.218071 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca59a6-3c45-4d8b-a1ab-2ea0529abe86 req-56936a33-a147-46c2-94e9-e429f94c3c16 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:29.224204 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ddca59a6-3c45-4d8b-a1ab-2ea0529abe86 req-56936a33-a147-46c2-94e9-e429f94c3c16 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 931 time: 0.4020975 Jul 02 09:41:29.244844 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-0cf3a4cc-f40d-430d-a73b-19f81c2ca83f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1562210526-network', 'tenant_id': 'c34ef2f99a6944ba8d553da45da471d6'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:29.388239 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf3a4cc-f40d-430d-a73b-19f81c2ca83f admin admin] Made reservation on behalf of c34ef2f99a6944ba8d553da45da471d6 for: {'network': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:41:29.389285 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Attempting to bind port 19ea5744-5eaf-4439-84dc-dbca91d70faf on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:41:29.389831 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Attempting to bind port 19ea5744-5eaf-4439-84dc-dbca91d70faf by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': '427262be-26e2-475c-80e9-e9656f7a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:41:29.390360 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Attempting to bind port 19ea5744-5eaf-4439-84dc-dbca91d70faf on network 0ae5d867-4f28-47ae-9b90-7ac90a306363 {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:41:29.404023 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:41:29.404828 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Checking segment: {'id': '427262be-26e2-475c-80e9-e9656f7a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:41:29.405563 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:29.407170 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Bound using segment: {'id': '427262be-26e2-475c-80e9-e9656f7a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:41:29.409488 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Bound port: 19ea5744-5eaf-4439-84dc-dbca91d70faf, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427262be-26e2-475c-80e9-e9656f7a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:41:29.410303 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:29.413983 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99d24c-6097-4868-ae58-9ecfc7416050 None None] Pushing event updated for resources: {'Port': ['ID=19ea5744-5eaf-4439-84dc-dbca91d70faf,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:29.433424 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a4cc-f40d-430d-a73b-19f81c2ca83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:29.458875 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c74c752a-de71-4cb9-bd7c-3120a635b500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:29.514338 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] For port 19ea5744-5eaf-4439-84dc-dbca91d70faf, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:41:29.528199 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] For port 19ea5744-5eaf-4439-84dc-dbca91d70faf, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=19ea5744-5eaf-4439-84dc-dbca91d70faf,segment=NetworkSegment(427262be-26e2-475c-80e9-e9656f7a4162),segment_id=427262be-26e2-475c-80e9-e9656f7a4162)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:41:29.546476 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:29.583693 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a4cc-f40d-430d-a73b-19f81c2ca83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:29.701580 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Routers {'ea38f196-7589-4cb9-b4bd-3f7a80cefa39'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:41:29.702145 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:41:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['ea38f196-7589-4cb9-b4bd-3f7a80cefa39'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:29.780369 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-9517bfb5-2748-4f9c-8105-d54e10f849b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:29.813907 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ddca59a6-3c45-4d8b-a1ab-2ea0529abe86 req-c4a7607a-2581-48bf-a1f3-edcee1a5a51d tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061436 Jul 02 09:41:29.817300 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b3a4efab-1f8e-4313-bc48-37ed9c4ac189 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:29.864085 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99d24c-6097-4868-ae58-9ecfc7416050 None None] Pushing event updated for resources: {'Port': ['ID=19ea5744-5eaf-4439-84dc-dbca91d70faf,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:29.958882 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-20dbd9e0-c241-4913-92e7-36920bde1f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:29.963196 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-36444189-17d2-493c-a447-a663678e641d req-61fa0d48-848c-4349-998a-86d1dbb3cd90 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 210 time: 0.3835149 Jul 02 09:41:29.986504 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 0d70602f-ed17-418e-9d1c-71d1f7a25efa up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:41:29.993514 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-20dbd9e0-c241-4913-92e7-36920bde1f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:30.252511 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbd9e0-c241-4913-92e7-36920bde1f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da74e47b-3fdd-40c1-b3fb-07bb8c76d16b,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:30.279996 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 0d70602f-ed17-418e-9d1c-71d1f7a25efa completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:41:30.311459 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] Set router ea38f196-7589-4cb9-b4bd-3f7a80cefa39 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:41:30.347969 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-20dbd9e0-c241-4913-92e7-36920bde1f99 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=943ec1c43358449ea0b846741272c639&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2936943 Jul 02 09:41:30.350578 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 39174) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:30.373066 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 0d70602f-ed17-418e-9d1c-71d1f7a25efa triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:41:30.373480 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:30.380504 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:41:30.417933 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:30.526692 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Transition to ACTIVE for port object 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:41:30.574863 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:30.610953 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a4cc-f40d-430d-a73b-19f81c2ca83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:30.670630 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:30.741739 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Pushing event updated for resources: {'Port': ['ID=973e6d1b-a2d9-4af9-bb9a-0842f00b2f89,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:30.767022 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ebeb65b1-ca97-4cb9-9ad9-2125c4574143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:30.806138 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ebeb65b1-ca97-4cb9-9ad9-2125c4574143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:30.916859 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c74c752a-de71-4cb9-bd7c-3120a635b500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:30.935464 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 0d70602f-ed17-418e-9d1c-71d1f7a25efa, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=0d70602f-ed17-418e-9d1c-71d1f7a25efa,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:41:30.936386 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_common [None req-b3a4efab-1f8e-4313-bc48-37ed9c4ac189 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Allocated IP 172.27.1.90 (91abeacf-6705-4621-a88a-4859e43fbb2c/3acd31d5-d298-493f-8b22-8cf1b4526b9f/570477eb-09b4-412d-8e39-68f13f84e81f) {{(pid=99501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:41:30.947934 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:31.001436 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a4cc-f40d-430d-a73b-19f81c2ca83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:31.095160 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=0d70602f-ed17-418e-9d1c-71d1f7a25efa,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:31.096776 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c74c752a-de71-4cb9-bd7c-3120a635b500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:31.115185 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea38f196-7589-4cb9-b4bd-3f7a80cefa39', 'name': 'tempest-ServerRescueNegativeTestJSON-1061568306-router', 'tenant_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'cedcb945-2452-47fc-bb5d-864ab50bcb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 4, 'project_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'gw_port': {'id': 'cedcb945-2452-47fc-bb5d-864ab50bcb85', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea38f196-7589-4cb9-b4bd-3f7a80cefa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '19ea5744-5eaf-4439-84dc-dbca91d70faf', 'name': '', 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363', 'tenant_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'mac_address': 'fa:16:3e:c8:be:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea38f196-7589-4cb9-b4bd-3f7a80cefa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5da70325-9306-49c2-ab3d-c602b5d8b1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:20Z', 'updated_at': '2021-07-02T09:41:29Z', 'revision_number': 4, 'project_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'subnets': [{'id': '5da70325-9306-49c2-ab3d-c602b5d8b1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:31.126115 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ebeb65b1-ca97-4cb9-9ad9-2125c4574143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:31.140938 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ebeb65b1-ca97-4cb9-9ad9-2125c4574143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:31.141793 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf3a4cc-f40d-430d-a73b-19f81c2ca83f admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=99501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 09:41:31.147663 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-ebeb65b1-ca97-4cb9-9ad9-2125c4574143 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/da74e47b-3fdd-40c1-b3fb-07bb8c76d16b HTTP/1.1" status: 204 len: 168 time: 0.7948942 Jul 02 09:41:31.155212 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Attempting to bind port 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:41:31.155736 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Attempting to bind port 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'ed6815de-64da-4b69-b929-137b3399c102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '164ead18-1184-4753-9a7c-6cb9718f22f3'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:41:31.156255 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Attempting to bind port 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 on network 164ead18-1184-4753-9a7c-6cb9718f22f3 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:41:31.160336 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a4cc-f40d-430d-a73b-19f81c2ca83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:31.160980 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.db.segments_db [None req-0cf3a4cc-f40d-430d-a73b-19f81c2ca83f admin admin] Added segment 566a467f-4767-44c6-974d-47adb83b90d4 of type vlan for network 4f2ee5a6-f1b5-4ab6-9ae0-684f961004dc Jul 02 09:41:31.167465 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8474601-e00d-40e2-a7e8-f1b22f705833 None None] The sync data for ids ['ea38f196-7589-4cb9-b4bd-3f7a80cefa39'] in dv-cinder-772181-12-iscsi is: [{'id': 'ea38f196-7589-4cb9-b4bd-3f7a80cefa39', 'name': 'tempest-ServerRescueNegativeTestJSON-1061568306-router', 'tenant_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'cedcb945-2452-47fc-bb5d-864ab50bcb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 4, 'project_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'gw_port': {'id': 'cedcb945-2452-47fc-bb5d-864ab50bcb85', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea38f196-7589-4cb9-b4bd-3f7a80cefa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '19ea5744-5eaf-4439-84dc-dbca91d70faf', 'name': '', 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363', 'tenant_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'mac_address': 'fa:16:3e:c8:be:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea38f196-7589-4cb9-b4bd-3f7a80cefa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5da70325-9306-49c2-ab3d-c602b5d8b1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:20Z', 'updated_at': '2021-07-02T09:41:29Z', 'revision_number': 4, 'project_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'subnets': [{'id': '5da70325-9306-49c2-ab3d-c602b5d8b1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:41:31.174656 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Port 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 on network 164ead18-1184-4753-9a7c-6cb9718f22f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:41:31.175123 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Attempting to bind port 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 on network 164ead18-1184-4753-9a7c-6cb9718f22f3 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:41:31.179322 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb65b1-ca97-4cb9-9ad9-2125c4574143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da74e47b-3fdd-40c1-b3fb-07bb8c76d16b,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:31.184051 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:41:31.184721 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Checking segment: {'id': 'ed6815de-64da-4b69-b929-137b3399c102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '164ead18-1184-4753-9a7c-6cb9718f22f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:41:31.185406 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Bound using segment: {'id': 'ed6815de-64da-4b69-b929-137b3399c102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '164ead18-1184-4753-9a7c-6cb9718f22f3'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:41:31.186086 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Bound port: 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed6815de-64da-4b69-b929-137b3399c102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '164ead18-1184-4753-9a7c-6cb9718f22f3'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:41:31.186576 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:31.343012 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-c74c752a-de71-4cb9-bd7c-3120a635b500 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4f2426d4cc674766a83234266755c5aa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2538493 Jul 02 09:41:31.401525 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39194) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:31.451972 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a4cc-f40d-430d-a73b-19f81c2ca83f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:31.521073 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-33c19214-d9fe-4c1b-a31e-2184207a3f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:31.521840 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] For port 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89, host hv-cinder-77218, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:41:31.542276 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] For port 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=973e6d1b-a2d9-4af9-bb9a-0842f00b2f89,segment=NetworkSegment(ed6815de-64da-4b69-b929-137b3399c102),segment_id=ed6815de-64da-4b69-b929-137b3399c102)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:41:31.553527 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:31.562050 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-33c19214-d9fe-4c1b-a31e-2184207a3f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:31.640532 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-33c19214-d9fe-4c1b-a31e-2184207a3f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:31.643101 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-33c19214-d9fe-4c1b-a31e-2184207a3f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:31.647445 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-33c19214-d9fe-4c1b-a31e-2184207a3f45 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/658d2e5a-459e-4e7b-8e1e-7e8cd525d618 HTTP/1.1" status: 204 len: 168 time: 0.2432904 Jul 02 09:41:31.690072 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:31.690831 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:31.692346 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] 10.222.0.66 "PUT /v2.0/ports/973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 HTTP/1.1" status: 200 len: 1093 time: 3.8140795 Jul 02 09:41:31.692839 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92461da-4106-48ec-be65-b025baaca608', 'tag': '973e6d1b-a2d9-4af9-bb9a-0842f00b2f89'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:41:31.779453 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3a4cc-f40d-430d-a73b-19f81c2ca83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bd5152-6921-48fe-aae4-39139b5400b6,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:31.797134 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.db.resource_extend [None req-0cf3a4cc-f40d-430d-a73b-19f81c2ca83f admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 02 09:41:31.915254 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c752a-de71-4cb9-bd7c-3120a635b500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658d2e5a-459e-4e7b-8e1e-7e8cd525d618,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:31.980130 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-f81e8945-35f7-44e6-9edf-72e6e216223b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:31.995022 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-f81e8945-35f7-44e6-9edf-72e6e216223b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/networks?id=0ae5d867-4f28-47ae-9b90-7ac90a306363 HTTP/1.1" status: 200 len: 819 time: 1.5576143 Jul 02 09:41:32.125184 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ea631-afd8-4544-8341-783b9fa8af5c service neutron] Pushing event updated for resources: {'Port': ['ID=973e6d1b-a2d9-4af9-bb9a-0842f00b2f89,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:32.142299 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9d75d-aa7d-49d1-b13b-f3ad33fe21c5 req-ccececa9-5a76-4f38-91da-54bc88f3177c tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:32.177429 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9ca9d75d-aa7d-49d1-b13b-f3ad33fe21c5 req-ccececa9-5a76-4f38-91da-54bc88f3177c tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 943 time: 0.8713934 Jul 02 09:41:32.186153 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 39214) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:32.201321 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-67155f20-54bb-4350-af8c-bc6aa7616ff8 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/quotas/a53f77cb0d7c47d3a12f4c605e84bf21 HTTP/1.1" status: 200 len: 375 time: 0.1838088 Jul 02 09:41:32.223600 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 0d70602f-ed17-418e-9d1c-71d1f7a25efa up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:41:32.245709 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c19214-d9fe-4c1b-a31e-2184207a3f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658d2e5a-459e-4e7b-8e1e-7e8cd525d618,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:32.332769 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2931149c-6891-4a9d-80fd-17c3def45c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:32.376071 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a4cc-f40d-430d-a73b-19f81c2ca83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:32.384224 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf3a4cc-f40d-430d-a73b-19f81c2ca83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:32.388081 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a4cc-f40d-430d-a73b-19f81c2ca83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:32.456332 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 0d70602f-ed17-418e-9d1c-71d1f7a25efa triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:41:32.459085 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:32.482630 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-ab0c1aa3-c097-4d6e-a4a4-5568a67c3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:32.508942 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-ab0c1aa3-c097-4d6e-a4a4-5568a67c3b9f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1791406ee4fc430a963576a5747f21ee&device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 1096 time: 0.5901351 Jul 02 09:41:32.599808 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3820d6aa-4c43-4a07-950f-a3115784044b" -d '{"events": [{"name": "network-changed", "server_uuid": "d92461da-4106-48ec-be65-b025baaca608", "tag": "973e6d1b-a2d9-4af9-bb9a-0842f00b2f89"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:41:32.706214 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3a4cc-f40d-430d-a73b-19f81c2ca83f admin admin] Pushing event updated for resources: {'Network': ['ID=4f2ee5a6-f1b5-4ab6-9ae0-684f961004dc,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:32.789655 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9ca9d75d-aa7d-49d1-b13b-f3ad33fe21c5 req-88cda0ea-a18b-423b-bf4c-c26ed8c2d5b4 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6109977 Jul 02 09:41:32.797538 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 19ea5744-5eaf-4439-84dc-dbca91d70faf up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:41:32.881745 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-9517bfb5-2748-4f9c-8105-d54e10f849b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:32.884546 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network 4f2ee5a6-f1b5-4ab6-9ae0-684f961004dc details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:41:32.905856 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 39228) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:32.940540 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b3a4efab-1f8e-4313-bc48-37ed9c4ac189 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for port, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:32.954716 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-9517bfb5-2748-4f9c-8105-d54e10f849b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:32.963334 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-0cf3a4cc-f40d-430d-a73b-19f81c2ca83f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.0194662 Jul 02 09:41:32.964060 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-faf67381-f226-471b-ab93-859a5ee01a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:32.970383 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39230) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:33.029873 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 19ea5744-5eaf-4439-84dc-dbca91d70faf completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:41:33.034466 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 19ea5744-5eaf-4439-84dc-dbca91d70faf triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:41:33.034899 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:33.087196 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-9517bfb5-2748-4f9c-8105-d54e10f849b1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3459e37b90844041a6eb7068b9c8460d&name=default HTTP/1.1" status: 200 len: 2979 time: 3.9951994 Jul 02 09:41:33.099578 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-65c846f4-2cad-421b-97c3-94df2dad71e4 admin admin] Request body: {'subnet': {'network_id': '4f2ee5a6-f1b5-4ab6-9ae0-684f961004dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1562210526-subnet', 'tenant_id': 'c34ef2f99a6944ba8d553da45da471d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:33.115886 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b3a4efab-1f8e-4313-bc48-37ed9c4ac189 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926'] for port, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:33.132982 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39232) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:33.189545 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-a07d28a1-3a79-4628-9bed-63d7d255c949 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a53f77cb0d7c47d3a12f4c605e84bf21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9396291 Jul 02 09:41:33.261167 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2931149c-6891-4a9d-80fd-17c3def45c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:33.285012 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:33.292720 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4efab-1f8e-4313-bc48-37ed9c4ac189 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Pushing event updated for resources: {'Port': ['ID=570477eb-09b4-412d-8e39-68f13f84e81f,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:33.347142 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62070e9d-3355-489e-a45e-d43a4ced7cb8 x-openstack-request-id: req-62070e9d-3355-489e-a45e-d43a4ced7cb8 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:41:33.347793 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92461da-4106-48ec-be65-b025baaca608", "tag": "973e6d1b-a2d9-4af9-bb9a-0842f00b2f89", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:41:33.348327 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-62070e9d-3355-489e-a45e-d43a4ced7cb8 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:41:33.349176 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92461da-4106-48ec-be65-b025baaca608', 'tag': '973e6d1b-a2d9-4af9-bb9a-0842f00b2f89', 'status': 'completed', 'code': 200} Jul 02 09:41:33.350384 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2931149c-6891-4a9d-80fd-17c3def45c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:33.373934 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 19ea5744-5eaf-4439-84dc-dbca91d70faf, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=19ea5744-5eaf-4439-84dc-dbca91d70faf,segment=NetworkSegment(427262be-26e2-475c-80e9-e9656f7a4162),segment_id=427262be-26e2-475c-80e9-e9656f7a4162)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:41:33.381579 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:33.384922 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-eda46a79-5b8a-45cf-8a4a-e084bd612ecc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 HTTP/1.1" status: 200 len: 217 time: 0.4589589 Jul 02 09:41:33.396660 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c846f4-2cad-421b-97c3-94df2dad71e4 admin admin] Made reservation on behalf of c34ef2f99a6944ba8d553da45da471d6 for: {'subnet': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:41:33.399607 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931149c-6891-4a9d-80fd-17c3def45c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6242f8d0-628b-46f3-b7bb-3bb7d0af1afd,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:33.400069 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-65c846f4-2cad-421b-97c3-94df2dad71e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:33.452555 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a4efab-1f8e-4313-bc48-37ed9c4ac189 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:41:33.464150 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-2931149c-6891-4a9d-80fd-17c3def45c70 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6383842bec594b0cbf9137a37fc7bd89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2739747 Jul 02 09:41:33.470617 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 39236) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:33.476042 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=19ea5744-5eaf-4439-84dc-dbca91d70faf,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:33.529508 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-b3a4efab-1f8e-4313-bc48-37ed9c4ac189 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:41:33.532529 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517bfb5-2748-4f9c-8105-d54e10f849b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91045b7-4023-4434-9ebc-e811cabe1905,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:33.574941 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a4efab-1f8e-4313-bc48-37ed9c4ac189 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Received port after_create {{(pid=99501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:41:33.579247 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c7b45d15-25fc-4073-9555-f0890068e52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:33.615032 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c7b45d15-25fc-4073-9555-f0890068e52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:33.679293 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-faf67381-f226-471b-ab93-859a5ee01a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:33.694663 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-faf67381-f226-471b-ab93-859a5ee01a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:33.713547 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c7b45d15-25fc-4073-9555-f0890068e52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:33.716600 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c7b45d15-25fc-4073-9555-f0890068e52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:33.720171 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-c7b45d15-25fc-4073-9555-f0890068e52f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6242f8d0-628b-46f3-b7bb-3bb7d0af1afd HTTP/1.1" status: 204 len: 168 time: 0.2355266 Jul 02 09:41:33.833806 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-faf67381-f226-471b-ab93-859a5ee01a52 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6e13ed452d4e43bda894114f84710cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9243174 Jul 02 09:41:33.833806 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf67381-f226-471b-ab93-859a5ee01a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307b341b-2535-484f-b096-c5d3cc913425,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:33.836979 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39248) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:33.883648 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b45d15-25fc-4073-9555-f0890068e52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6242f8d0-628b-46f3-b7bb-3bb7d0af1afd,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:33.970971 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 19ea5744-5eaf-4439-84dc-dbca91d70faf up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:41:34.181047 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 19ea5744-5eaf-4439-84dc-dbca91d70faf triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:41:34.181683 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:34.244005 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-a483e6db-35f5-4e04-8d58-5bb9aa07f01b service neutron] 10.222.0.47 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8934112 Jul 02 09:41:34.282564 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b3a4efab-1f8e-4313-bc48-37ed9c4ac189 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:34.360698 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-3ac11f73-07c2-47b5-bfe9-44a4c1946901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:34.399413 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c756f1bc-dfc4-41e4-ab40-e01ba2a21362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:34.487570 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-3ac11f73-07c2-47b5-bfe9-44a4c1946901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:34.554230 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c756f1bc-dfc4-41e4-ab40-e01ba2a21362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:34.610108 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b3a4efab-1f8e-4313-bc48-37ed9c4ac189 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:34.660453 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-65c846f4-2cad-421b-97c3-94df2dad71e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for subnet, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:34.676356 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-5f741f1b-7967-4b39-b582-74a694366d59 service neutron] 10.222.0.47 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295650 Jul 02 09:41:34.724693 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f03de5-246b-4c70-b259-74bc6d7b0eda req-d5bc647e-18c4-42d8-830b-ded295c40ad0 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:34.726259 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f5f03de5-246b-4c70-b259-74bc6d7b0eda req-d5bc647e-18c4-42d8-830b-ded295c40ad0 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 943 time: 0.5045419 Jul 02 09:41:34.807611 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c846f4-2cad-421b-97c3-94df2dad71e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a84c2d-6a9e-4d07-9600-adde3a6397a6,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:34.815088 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-3ac11f73-07c2-47b5-bfe9-44a4c1946901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:34.817671 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-3ac11f73-07c2-47b5-bfe9-44a4c1946901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:34.821557 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-3ac11f73-07c2-47b5-bfe9-44a4c1946901 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b91045b7-4023-4434-9ebc-e811cabe1905 HTTP/1.1" status: 204 len: 168 time: 1.6804156 Jul 02 09:41:34.917285 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac11f73-07c2-47b5-bfe9-44a4c1946901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91045b7-4023-4434-9ebc-e811cabe1905,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:34.922941 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c756f1bc-dfc4-41e4-ab40-e01ba2a21362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:34.922941 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c756f1bc-dfc4-41e4-ab40-e01ba2a21362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:34.927944 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-c756f1bc-dfc4-41e4-ab40-e01ba2a21362 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/307b341b-2535-484f-b096-c5d3cc913425 HTTP/1.1" status: 204 len: 168 time: 1.0734410 Jul 02 09:41:34.932867 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c846f4-2cad-421b-97c3-94df2dad71e4 admin admin] Checking segment: {'id': '566a467f-4767-44c6-974d-47adb83b90d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4f2ee5a6-f1b5-4ab6-9ae0-684f961004dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:41:34.933229 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c846f4-2cad-421b-97c3-94df2dad71e4 admin admin] Network hostable DHCP agents. Network: 4f2ee5a6-f1b5-4ab6-9ae0-684f961004dc, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:41:34.941277 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f5f03de5-246b-4c70-b259-74bc6d7b0eda req-7925e3ce-50d6-48a5-a495-dbcf1e01cf20 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980407 Jul 02 09:41:34.958718 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756f1bc-dfc4-41e4-ab40-e01ba2a21362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307b341b-2535-484f-b096-c5d3cc913425,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:35.029980 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-65506b07-3fdc-437f-924a-7132e2fb4514 req-095498b9-6fbc-4b6e-aaa3-31db2e812928 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 210 time: 0.0722454 Jul 02 09:41:35.067173 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c846f4-2cad-421b-97c3-94df2dad71e4 admin admin] Network 4f2ee5a6-f1b5-4ab6-9ae0-684f961004dc is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:41:35.098266 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b3a4efab-1f8e-4313-bc48-37ed9c4ac189 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for port, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:35.105475 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-65c846f4-2cad-421b-97c3-94df2dad71e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, 4f2ee5a6-f1b5-4ab6-9ae0-684f961004dc) {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:41:35.116075 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b3a4efab-1f8e-4313-bc48-37ed9c4ac189 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:35.123706 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1438a9-3cb3-4323-a120-6f7d39aeb363 None None] Network 4f2ee5a6-f1b5-4ab6-9ae0-684f961004dc requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:41:35.145378 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c846f4-2cad-421b-97c3-94df2dad71e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:35.146205 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-65c846f4-2cad-421b-97c3-94df2dad71e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:35.183146 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b3a4efab-1f8e-4313-bc48-37ed9c4ac189 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634276'] for floatingip, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:35.236837 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-65c846f4-2cad-421b-97c3-94df2dad71e4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1536036 Jul 02 09:41:35.241411 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4efab-1f8e-4313-bc48-37ed9c4ac189 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Pushing event updated for resources: {'Port': ['ID=570477eb-09b4-412d-8e39-68f13f84e81f,revision_number=2']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:35.254981 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b3a4efab-1f8e-4313-bc48-37ed9c4ac189 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:35.275228 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-b3a4efab-1f8e-4313-bc48-37ed9c4ac189 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9082763 Jul 02 09:41:35.489971 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b5110d-c852-487a-98fd-51158cd9d944 None None] Network 4f2ee5a6-f1b5-4ab6-9ae0-684f961004dc requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:41:36.067017 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-2b31adaa-6899-4883-b303-4c21b4ae9bf2 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1628075584&fields=id&tenant_id=0eac9fab71cc4bf1add1a341c85baad4 HTTP/1.1" status: 200 len: 267 time: 0.0815337 Jul 02 09:41:36.477689 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb5303-9d74-4561-8e24-6d77056b0173 req-7c898e84-8889-478d-bcb4-b8f465db3864 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:36.479739 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f8fb5303-9d74-4561-8e24-6d77056b0173 req-7c898e84-8889-478d-bcb4-b8f465db3864 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 943 time: 0.3222973 Jul 02 09:41:36.492105 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-2a3e21df-82b3-403f-b261-7b7cb771632f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:36.493912 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-2a3e21df-82b3-403f-b261-7b7cb771632f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/networks?id=91c217cd-a0ca-4235-96ca-c7bcaff114e8 HTTP/1.1" status: 200 len: 816 time: 0.4201887 Jul 02 09:41:36.527399 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-31032801-7657-4a97-a59b-56d9095fda2c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/quotas/0eac9fab71cc4bf1add1a341c85baad4 HTTP/1.1" status: 200 len: 375 time: 0.0215945 Jul 02 09:41:36.571282 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f8fb5303-9d74-4561-8e24-6d77056b0173 req-190a3f36-77ce-45c1-858c-71c7f9515fb5 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765793 Jul 02 09:41:36.633640 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-d5ebf3b2-15f4-4163-bec4-bc6f0801867f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0eac9fab71cc4bf1add1a341c85baad4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0997972 Jul 02 09:41:36.746116 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-3904b030-f723-4cab-8925-e3b5b2eb73c7 service neutron] 10.222.0.47 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071842 Jul 02 09:41:36.816495 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-535da7e6-c75f-46aa-bbc7-3fac2fedbe9a req-fcdd0e5a-7ced-4702-926f-b1c680178e4b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 210 time: 0.0439684 Jul 02 09:41:36.895473 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-3a0dd084-bdf3-494c-91c6-8e348b9b7064 service neutron] 10.222.0.47 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481485 Jul 02 09:41:37.154206 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-aeee510c-49f4-40e7-bc4f-8f683b789ac3 req-7a1b4767-a653-45bb-92ba-8cc827947937 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 210 time: 0.0487907 Jul 02 09:41:37.470458 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39398) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:37.477680 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-c6aba1f1-58d5-4b85-b50f-7aa3fd271aee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2017253067-network', 'tenant_id': 'f3ab0171192446008c8c4e0926aed30f'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:37.562668 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aba1f1-58d5-4b85-b50f-7aa3fd271aee admin admin] Made reservation on behalf of f3ab0171192446008c8c4e0926aed30f for: {'network': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:41:37.572051 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c6aba1f1-58d5-4b85-b50f-7aa3fd271aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:37.598455 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c6aba1f1-58d5-4b85-b50f-7aa3fd271aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:37.864276 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c6aba1f1-58d5-4b85-b50f-7aa3fd271aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:37.885818 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c6aba1f1-58d5-4b85-b50f-7aa3fd271aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:37.927764 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6aba1f1-58d5-4b85-b50f-7aa3fd271aee admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=99501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 09:41:37.950217 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aba1f1-58d5-4b85-b50f-7aa3fd271aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26edcab6-8577-4b6c-a34f-391110478846,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:37.954151 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c6aba1f1-58d5-4b85-b50f-7aa3fd271aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:37.954716 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.db.segments_db [None req-c6aba1f1-58d5-4b85-b50f-7aa3fd271aee admin admin] Added segment 407e18b8-7bd3-4f97-a24b-539db1e81c29 of type vlan for network 79696f90-5b10-4b58-8514-9ed6ffe1a67b Jul 02 09:41:38.040691 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82653e7-05bc-4e4f-9af2-c30d49367e0b req-a7d82e7f-204a-4216-b542-77f441e248bb tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:38.042921 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f82653e7-05bc-4e4f-9af2-c30d49367e0b req-a7d82e7f-204a-4216-b542-77f441e248bb tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 943 time: 0.2319944 Jul 02 09:41:38.047308 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c6aba1f1-58d5-4b85-b50f-7aa3fd271aee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:38.132077 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8036f6b1-9513-4c08-9f08-7e56d4917708 req-ad2717d1-3c8a-4ccd-96a7-18e807a005c6 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 210 time: 0.0663824 Jul 02 09:41:38.142442 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f82653e7-05bc-4e4f-9af2-c30d49367e0b req-2787e195-2891-4818-acd1-143996544d65 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903277 Jul 02 09:41:38.155499 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c6aba1f1-58d5-4b85-b50f-7aa3fd271aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:38.157377 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aba1f1-58d5-4b85-b50f-7aa3fd271aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:38.158127 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c6aba1f1-58d5-4b85-b50f-7aa3fd271aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:38.242510 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aba1f1-58d5-4b85-b50f-7aa3fd271aee admin admin] Pushing event updated for resources: {'Network': ['ID=79696f90-5b10-4b58-8514-9ed6ffe1a67b,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:38.246023 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-c6aba1f1-58d5-4b85-b50f-7aa3fd271aee admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7744496 Jul 02 09:41:38.248970 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 39430) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:38.257307 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network 79696f90-5b10-4b58-8514-9ed6ffe1a67b details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:41:38.260167 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-939858c6-18ed-46b9-86c1-28d923f9738a admin admin] Request body: {'subnet': {'network_id': '79696f90-5b10-4b58-8514-9ed6ffe1a67b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2017253067-subnet', 'tenant_id': 'f3ab0171192446008c8c4e0926aed30f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:38.318190 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939858c6-18ed-46b9-86c1-28d923f9738a admin admin] Made reservation on behalf of f3ab0171192446008c8c4e0926aed30f for: {'subnet': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:41:38.323015 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-939858c6-18ed-46b9-86c1-28d923f9738a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:38.379925 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bddb2557-bf0f-4e40-8ea8-c6d347efd461 req-1cca85ee-a1c4-4f39-b111-331c784f3fe0 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 210 time: 0.0507357 Jul 02 09:41:38.553571 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-939858c6-18ed-46b9-86c1-28d923f9738a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for subnet, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:38.610524 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939858c6-18ed-46b9-86c1-28d923f9738a admin admin] Pushing event updated for resources: {'Subnet': ['ID=830e8d6c-dc85-489b-bb95-b338017fab34,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:38.669235 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939858c6-18ed-46b9-86c1-28d923f9738a admin admin] Checking segment: {'id': '407e18b8-7bd3-4f97-a24b-539db1e81c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79696f90-5b10-4b58-8514-9ed6ffe1a67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:41:38.670417 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939858c6-18ed-46b9-86c1-28d923f9738a admin admin] Network hostable DHCP agents. Network: 79696f90-5b10-4b58-8514-9ed6ffe1a67b, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:41:38.706205 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-47f19f24-c9bb-4e56-a8c7-843ba9fa8c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:38.708346 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-47f19f24-c9bb-4e56-a8c7-843ba9fa8c81 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b6db7d49-e43d-45bb-ad1f-9ea654a7ce2d HTTP/1.1" status: 200 len: 851 time: 0.0830622 Jul 02 09:41:38.711603 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939858c6-18ed-46b9-86c1-28d923f9738a admin admin] Network 79696f90-5b10-4b58-8514-9ed6ffe1a67b is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:41:38.735010 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-939858c6-18ed-46b9-86c1-28d923f9738a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, 79696f90-5b10-4b58-8514-9ed6ffe1a67b) {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:41:38.766736 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939858c6-18ed-46b9-86c1-28d923f9738a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:38.766897 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-939858c6-18ed-46b9-86c1-28d923f9738a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:38.769121 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e573cb-38c5-4b46-8daa-153168237935 None None] Network 79696f90-5b10-4b58-8514-9ed6ffe1a67b requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:41:38.826955 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-34d692cd-4f46-477e-a460-419540eea195 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=164ead18-1184-4753-9a7c-6cb9718f22f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896568 Jul 02 09:41:39.009682 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.66', 62228) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:39.033886 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:39.115012 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-939858c6-18ed-46b9-86c1-28d923f9738a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8535218 Jul 02 09:41:39.126433 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-7302d1f2-9cca-4d74-a87c-9214b1b069ac service neutron] 10.222.0.66 "GET /v2.0/networks/164ead18-1184-4753-9a7c-6cb9718f22f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837772 Jul 02 09:41:39.167917 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a15a32d-0886-4d9b-b4fa-082111f77d7e None None] Network 79696f90-5b10-4b58-8514-9ed6ffe1a67b requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:41:39.382437 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-7a7d1849-b495-4422-a206-c827f2af0f3d req-c3e0f149-6111-4e37-a961-a60ae0d5cfe8 service neutron] 10.222.0.66 "GET /v2.0/networks/164ead18-1184-4753-9a7c-6cb9718f22f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492428 Jul 02 09:41:39.438249 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 39490) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:39.503501 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-d66ea56d-23bc-4040-afa2-be71e4929480 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:39.506440 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-d66ea56d-23bc-4040-afa2-be71e4929480 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.66 "GET /v2.0/networks?id=0ae5d867-4f28-47ae-9b90-7ac90a306363 HTTP/1.1" status: 200 len: 819 time: 0.4957185 Jul 02 09:41:39.551730 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0b71ce-36e1-4832-b64c-05e99f7bb350 admin admin] Deleting subnet 39a84c2d-6a9e-4d07-9600-adde3a6397a6 {{(pid=99502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 09:41:39.576759 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ef0b71ce-36e1-4832-b64c-05e99f7bb350 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:39.626548 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-f2102d01-5d8c-4cc3-bb72-ef31df723883 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Request body: {'port': {'device_id': '14236a38-6235-4d67-8a7d-598e1b434962', 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363', 'admin_state_up': True, 'tenant_id': 'a53f77cb0d7c47d3a12f4c605e84bf21'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:39.629955 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39498) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:39.636125 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-59a2d9b0-8a3d-4359-a829-96ddc4891996 req-96cd7184-71a0-4ffd-bf3f-fa06f57e392d tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 210 time: 0.1253541 Jul 02 09:41:39.652483 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ef0b71ce-36e1-4832-b64c-05e99f7bb350 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:39.694998 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ef0b71ce-36e1-4832-b64c-05e99f7bb350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16457552'] for subnet, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:39.780402 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc559c-bdeb-4547-bf44-f855a5de56e5 req-68f106c9-1ddb-40f1-95e1-95141247a030 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:39.781368 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820d6aa-4c43-4a07-950f-a3115784044b req-3d41c2f4-5cce-4c27-a12b-0b767a37589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:39.782865 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-3820d6aa-4c43-4a07-950f-a3115784044b req-3d41c2f4-5cce-4c27-a12b-0b767a37589f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1791406ee4fc430a963576a5747f21ee&device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 1096 time: 0.2501602 Jul 02 09:41:39.787362 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-56bc559c-bdeb-4547-bf44-f855a5de56e5 req-68f106c9-1ddb-40f1-95e1-95141247a030 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 943 time: 0.2757254 Jul 02 09:41:39.905782 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-56bc559c-bdeb-4547-bf44-f855a5de56e5 req-b809e2b1-552f-4b06-bff7-b3b141bb0d41 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174152 Jul 02 09:41:39.975143 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ff82768e-64bf-4ead-9147-370c0086d3a2 req-333f0452-4978-4bf4-b056-531f9d700269 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 210 time: 0.0536783 Jul 02 09:41:39.976703 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-73f4b8c8-6c1c-4b8e-88db-f27ed4d2dacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:39.985155 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-f2102d01-5d8c-4cc3-bb72-ef31df723883 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Made reservation on behalf of a53f77cb0d7c47d3a12f4c605e84bf21 for: {'port': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:41:39.988762 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-f2102d01-5d8c-4cc3-bb72-ef31df723883 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:39.990777 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39508) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:40.071491 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ef0b71ce-36e1-4832-b64c-05e99f7bb350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16457545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for subnet, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:40.133657 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b71ce-36e1-4832-b64c-05e99f7bb350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a84c2d-6a9e-4d07-9600-adde3a6397a6,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:40.145209 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ef0b71ce-36e1-4832-b64c-05e99f7bb350 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:40.148510 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-ef0b71ce-36e1-4832-b64c-05e99f7bb350 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/39a84c2d-6a9e-4d07-9600-adde3a6397a6 HTTP/1.1" status: 204 len: 168 time: 0.7063391 Jul 02 09:41:40.150100 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 39514) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:40.206566 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820d6aa-4c43-4a07-950f-a3115784044b req-cd0433b5-616d-46d8-b6d2-9e7d91a7012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:40.208267 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-3820d6aa-4c43-4a07-950f-a3115784044b req-cd0433b5-616d-46d8-b6d2-9e7d91a7012a service neutron] 10.222.0.66 "GET /v2.0/networks?id=164ead18-1184-4753-9a7c-6cb9718f22f3 HTTP/1.1" status: 200 len: 912 time: 0.4126151 Jul 02 09:41:40.253980 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-73fe19dd-f83d-4f51-ac78-9dfeea80f556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:40.286078 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-3820d6aa-4c43-4a07-950f-a3115784044b req-49acb64a-c226-4ecf-9227-581b84ecada4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 HTTP/1.1" status: 200 len: 217 time: 0.0435123 Jul 02 09:41:40.290478 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436473'] for network, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:40.319049 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_common [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-f2102d01-5d8c-4cc3-bb72-ef31df723883 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Allocated IP 172.20.0.2 (0ae5d867-4f28-47ae-9b90-7ac90a306363/5da70325-9306-49c2-ab3d-c602b5d8b1c1/370815f2-f9c0-4fa9-b7fb-b0a89520d094) {{(pid=99501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:41:40.351849 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-73f4b8c8-6c1c-4b8e-88db-f27ed4d2dacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:40.366562 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-73f4b8c8-6c1c-4b8e-88db-f27ed4d2dacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:40.380986 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820d6aa-4c43-4a07-950f-a3115784044b req-f746cfa0-e6a5-4275-aca2-a779d8541016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:40.382444 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-3820d6aa-4c43-4a07-950f-a3115784044b req-f746cfa0-e6a5-4275-aca2-a779d8541016 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b6db7d49-e43d-45bb-ad1f-9ea654a7ce2d HTTP/1.1" status: 200 len: 851 time: 0.0880570 Jul 02 09:41:40.447668 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-3820d6aa-4c43-4a07-950f-a3115784044b req-bb8b5d9d-d8d3-4b3a-9661-f7871d26ccc4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=164ead18-1184-4753-9a7c-6cb9718f22f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520234 Jul 02 09:41:40.462290 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4b8c8-6c1c-4b8e-88db-f27ed4d2dacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a7a8fa-28a5-412b-85d3-f57903cbcb65,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:40.469024 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-73f4b8c8-6c1c-4b8e-88db-f27ed4d2dacf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7c0ee733f3c246bfb28c7e34f26abb05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8357625 Jul 02 09:41:40.489046 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39530) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:40.505916 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16458973', 'neutron.services.segments.db._delete_segments_for_network-8744578473274'] for network, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:40.532136 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:41:40.532502 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:41:40.533266 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:41:40.533609 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Subscribe: > port after_create 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:41:40.533929 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Subscribe: > port after_delete 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:41:40.534267 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Subscribe: > port after_update 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:41:40.534581 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:41:40.534894 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:41:40.535205 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:41:40.535504 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:41:40.690682 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8671a38f-60b7-4fa7-b9e4-6db367546565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:40.718700 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8671a38f-60b7-4fa7-b9e4-6db367546565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:40.733241 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:41:40.733937 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:41:40.734475 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:41:40.735036 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:41:40.735627 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2ee5a6-f1b5-4ab6-9ae0-684f961004dc']}} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:40.787341 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566a467f-4767-44c6-974d-47adb83b90d4') {'for_net_delete': True} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:40.787834 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566a467f-4767-44c6-974d-47adb83b90d4') {} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:40.799639 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-f2102d01-5d8c-4cc3-bb72-ef31df723883 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Notify callbacks [] for port, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:40.813584 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8671a38f-60b7-4fa7-b9e4-6db367546565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:40.816980 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8671a38f-60b7-4fa7-b9e4-6db367546565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:40.834388 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-8671a38f-60b7-4fa7-b9e4-6db367546565 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/14a7a8fa-28a5-412b-85d3-f57903cbcb65 HTTP/1.1" status: 204 len: 168 time: 0.3305919 Jul 02 09:41:40.844635 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-73fe19dd-f83d-4f51-ac78-9dfeea80f556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:40.871944 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744578437946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3990939'] for segment, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:40.891585 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.66', 62234) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:40.917057 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a3625188-f892-409d-9283-8628c9de59a5 req-0c3f1c96-ba3c-4e8a-9b45-6a4e048e68bc tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 210 time: 0.0637348 Jul 02 09:41:40.919024 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-73fe19dd-f83d-4f51-ac78-9dfeea80f556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:40.942339 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:40.956783 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671a38f-60b7-4fa7-b9e4-6db367546565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a7a8fa-28a5-412b-85d3-f57903cbcb65,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:40.969201 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=99502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 09:41:40.971581 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3997368'] for segment, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: from cryptography.utils import int_from_bytes Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: from cryptography.utils import int_from_bytes Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: Traceback (most recent call last): Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: timer() Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: cb(*args, **kw) Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: return func(*args, **kwargs) Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: self._notify() Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: self.callback(batched_events) Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: event.method(event) Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: return f(self, *a, **k) Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: return self._get(url).json() Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: return self.request(url, 'GET', **kwargs) Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 09:41:40.975928 dv-cinder-772181-12-iscsi neutron-server[99502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 09:41:41.058052 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-73fe19dd-f83d-4f51-ac78-9dfeea80f556 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bbf4f18a39404a809a8091fec4765ced&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0649979 Jul 02 09:41:41.075015 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39550) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:41.152304 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16458966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634290'] for network, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.157274 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-3820d6aa-4c43-4a07-950f-a3115784044b req-d68eb7a1-488d-4614-979a-d568e5124857 service neutron] 10.222.0.66 "GET /v2.0/networks/164ead18-1184-4753-9a7c-6cb9718f22f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6595180 Jul 02 09:41:41.168862 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-2e2e4a85-44f2-4d43-9e69-174683b2eaab tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:41.170405 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-2e2e4a85-44f2-4d43-9e69-174683b2eaab tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.66 "GET /v2.0/networks?id=0ae5d867-4f28-47ae-9b90-7ac90a306363 HTTP/1.1" status: 200 len: 819 time: 0.2760146 Jul 02 09:41:41.179515 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.187787 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-384cf2fa-a402-40c2-8634-bfaf4530b20b req-f5501516-a9f2-434f-8d8b-8563e62f90dd tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 210 time: 0.0335219 Jul 02 09:41:41.188619 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe19dd-f83d-4f51-ac78-9dfeea80f556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b91e7a-d876-484a-8c36-7aa42bde9b89,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:41.191880 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39552) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:41.199325 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] 10.222.0.47 "DELETE /v2.0/networks/4f2ee5a6-f1b5-4ab6-9ae0-684f961004dc HTTP/1.1" status: 204 len: 168 time: 1.0362852 Jul 02 09:41:41.218862 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52b89c-a080-4ace-b4d6-59ec248824dd admin admin] Pushing event deleted for resources: {'Network': ['ID=4f2ee5a6-f1b5-4ab6-9ae0-684f961004dc,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:41.227585 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 39554) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:41.242190 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cc7ee341-6ea5-41d2-b2f4-f186dfa4f1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.279501 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-f2102d01-5d8c-4cc3-bb72-ef31df723883 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926'] for port, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.285485 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a5fdf198-cfb8-4d49-950c-a0a3e6425438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.334578 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cc7ee341-6ea5-41d2-b2f4-f186dfa4f1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.338328 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cc7ee341-6ea5-41d2-b2f4-f186dfa4f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.361554 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c95310f-a453-4714-90c0-fa227a4b5be8 admin admin] Deleting subnet 830e8d6c-dc85-489b-bb95-b338017fab34 {{(pid=99501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 09:41:41.379767 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-cc7ee341-6ea5-41d2-b2f4-f186dfa4f1e7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f522ed0634b04f59a3ea1c98f6d17895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505692 Jul 02 09:41:41.380649 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ee341-6ea5-41d2-b2f4-f186dfa4f1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddf6f0e-b44b-4771-a031-43575ab7e148,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:41.381700 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1c95310f-a453-4714-90c0-fa227a4b5be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.382883 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 39556) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:41.437544 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1fd27b64-92b2-471d-9e1e-7bac1ace4a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.460580 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1fd27b64-92b2-471d-9e1e-7bac1ace4a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.513678 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1fd27b64-92b2-471d-9e1e-7bac1ace4a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.517358 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1fd27b64-92b2-471d-9e1e-7bac1ace4a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.518864 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-1fd27b64-92b2-471d-9e1e-7bac1ace4a1b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fddf6f0e-b44b-4771-a031-43575ab7e148 HTTP/1.1" status: 204 len: 168 time: 0.1349487 Jul 02 09:41:41.527427 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd27b64-92b2-471d-9e1e-7bac1ace4a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddf6f0e-b44b-4771-a031-43575ab7e148,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:41.583059 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a5fdf198-cfb8-4d49-950c-a0a3e6425438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.585658 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-f2102d01-5d8c-4cc3-bb72-ef31df723883 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Network 0ae5d867-4f28-47ae-9b90-7ac90a306363 is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:41:41.597389 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-f2102d01-5d8c-4cc3-bb72-ef31df723883 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:41:41.599157 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2102d01-5d8c-4cc3-bb72-ef31df723883 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Pushing event updated for resources: {'Port': ['ID=370815f2-f9c0-4fa9-b7fb-b0a89520d094,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:41.603146 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-f2102d01-5d8c-4cc3-bb72-ef31df723883 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Received port after_create {{(pid=99501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:41:41.609469 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-f2102d01-5d8c-4cc3-bb72-ef31df723883 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:41.610081 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-f2102d01-5d8c-4cc3-bb72-ef31df723883 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.625396 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1c95310f-a453-4714-90c0-fa227a4b5be8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.652923 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1c95310f-a453-4714-90c0-fa227a4b5be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16457552'] for subnet, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.664366 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df0a73-d61e-4987-9cac-7d87bd338a19 req-e219f85a-347d-45b4-a146-9ab93fb5841f tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:41.671958 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d2df0a73-d61e-4987-9cac-7d87bd338a19 req-e219f85a-347d-45b4-a146-9ab93fb5841f tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 943 time: 0.4881020 Jul 02 09:41:41.700677 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-f2102d01-5d8c-4cc3-bb72-ef31df723883 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1039340 Jul 02 09:41:41.748979 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d2df0a73-d61e-4987-9cac-7d87bd338a19 req-5ea017e9-30b6-4daf-8a21-daf2eaf638e3 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751803 Jul 02 09:41:41.765643 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a5fdf198-cfb8-4d49-950c-a0a3e6425438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.768708 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a5fdf198-cfb8-4d49-950c-a0a3e6425438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.769863 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-a5fdf198-cfb8-4d49-950c-a0a3e6425438 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/68b91e7a-d876-484a-8c36-7aa42bde9b89 HTTP/1.1" status: 204 len: 168 time: 0.6843531 Jul 02 09:41:41.780671 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdf198-cfb8-4d49-950c-a0a3e6425438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b91e7a-d876-484a-8c36-7aa42bde9b89,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:41.783668 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1c95310f-a453-4714-90c0-fa227a4b5be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16457545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for subnet, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.819058 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95310f-a453-4714-90c0-fa227a4b5be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=830e8d6c-dc85-489b-bb95-b338017fab34,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:41.821688 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1c95310f-a453-4714-90c0-fa227a4b5be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:41.826489 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 39568) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:41.826709 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-1c95310f-a453-4714-90c0-fa227a4b5be8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/830e8d6c-dc85-489b-bb95-b338017fab34 HTTP/1.1" status: 204 len: 168 time: 0.6316023 Jul 02 09:41:41.914721 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-06a4d75f-db93-4e3e-a71a-efeb7ee67378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436473'] for network, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.018903 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-06a4d75f-db93-4e3e-a71a-efeb7ee67378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16458973', 'neutron.services.segments.db._delete_segments_for_network-8744578473274'] for network, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.034217 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-06a4d75f-db93-4e3e-a71a-efeb7ee67378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79696f90-5b10-4b58-8514-9ed6ffe1a67b']}} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:42.056233 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-06a4d75f-db93-4e3e-a71a-efeb7ee67378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407e18b8-7bd3-4f97-a24b-539db1e81c29') {'for_net_delete': True} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:42.056567 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-06a4d75f-db93-4e3e-a71a-efeb7ee67378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407e18b8-7bd3-4f97-a24b-539db1e81c29') {} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:41:42.066886 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-06a4d75f-db93-4e3e-a71a-efeb7ee67378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744578437946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3990939'] for segment, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.084084 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-06a4d75f-db93-4e3e-a71a-efeb7ee67378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.092404 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a4d75f-db93-4e3e-a71a-efeb7ee67378 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=99502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 09:41:42.092850 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-06a4d75f-db93-4e3e-a71a-efeb7ee67378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3997368'] for segment, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: Traceback (most recent call last): Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: timer() Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: cb(*args, **kw) Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: return func(*args, **kwargs) Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: self._notify() Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: self.callback(batched_events) Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: event.method(event) Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: return f(self, *a, **k) Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: return self._get(url).json() Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: return self.request(url, 'GET', **kwargs) Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 09:41:42.094982 dv-cinder-772181-12-iscsi neutron-server[99502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 09:41:42.128632 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-99ed893a-24bd-46ba-9ec5-a15ab8beb70d req-00224f48-e0bb-46f9-af4c-1f03ee3d6015 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 210 time: 0.0551944 Jul 02 09:41:42.163591 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-06a4d75f-db93-4e3e-a71a-efeb7ee67378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16458966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634290'] for network, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.170601 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-06a4d75f-db93-4e3e-a71a-efeb7ee67378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.174994 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-06a4d75f-db93-4e3e-a71a-efeb7ee67378 admin admin] 10.222.0.47 "DELETE /v2.0/networks/79696f90-5b10-4b58-8514-9ed6ffe1a67b HTTP/1.1" status: 204 len: 168 time: 0.3450897 Jul 02 09:41:42.186008 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4d75f-db93-4e3e-a71a-efeb7ee67378 admin admin] Pushing event deleted for resources: {'Network': ['ID=79696f90-5b10-4b58-8514-9ed6ffe1a67b,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:42.270384 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8df7ff9f-fd9b-478a-90b8-0c595af72acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.310091 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39606) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:42.332404 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-7bfc87d9-07ca-43e1-af13-3e386b2d8210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.375261 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 39610) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:42.413700 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-053ae4b3-4038-4871-a113-452959644e19 req-a8bef087-94c8-45bd-b647-cd293b9148cf tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 210 time: 0.0584528 Jul 02 09:41:42.438231 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-70367228-bf7e-4d7a-8932-2573fe3c97f9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c34ef2f99a6944ba8d553da45da471d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608990 Jul 02 09:41:42.440062 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 39614) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:42.501704 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-7bfc87d9-07ca-43e1-af13-3e386b2d8210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.508206 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-7bfc87d9-07ca-43e1-af13-3e386b2d8210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.514086 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-66a79dc0-2adc-44c2-aa22-5c0a4025f1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.545603 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-66a79dc0-2adc-44c2-aa22-5c0a4025f1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.550183 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-7bfc87d9-07ca-43e1-af13-3e386b2d8210 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=159c26d100f146fc996004c720aed704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364933 Jul 02 09:41:42.550183 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc87d9-07ca-43e1-af13-3e386b2d8210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336ea422-f356-4fd3-a83c-43a90b6e1128,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:42.552625 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39622) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:42.609388 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0c728100-bd93-4e45-a24b-af5a91ced8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.611486 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-66a79dc0-2adc-44c2-aa22-5c0a4025f1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.615243 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-66a79dc0-2adc-44c2-aa22-5c0a4025f1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.616573 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-66a79dc0-2adc-44c2-aa22-5c0a4025f1af admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f0bd5152-6921-48fe-aae4-39139b5400b6 HTTP/1.1" status: 204 len: 168 time: 0.1752505 Jul 02 09:41:42.627000 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a79dc0-2adc-44c2-aa22-5c0a4025f1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bd5152-6921-48fe-aae4-39139b5400b6,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:42.638059 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0c728100-bd93-4e45-a24b-af5a91ced8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.708060 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0c728100-bd93-4e45-a24b-af5a91ced8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.710620 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0c728100-bd93-4e45-a24b-af5a91ced8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.714562 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-0c728100-bd93-4e45-a24b-af5a91ced8c7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/336ea422-f356-4fd3-a83c-43a90b6e1128 HTTP/1.1" status: 204 len: 168 time: 0.1610668 Jul 02 09:41:42.725215 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c728100-bd93-4e45-a24b-af5a91ced8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336ea422-f356-4fd3-a83c-43a90b6e1128,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:42.757435 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 39636) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:42.921625 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c179ee9-8565-48c6-bd28-e39f779302e7 req-d9096af5-0301-4e2e-a5f1-d7668f472933 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:42.928622 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3c179ee9-8565-48c6-bd28-e39f779302e7 req-d9096af5-0301-4e2e-a5f1-d7668f472933 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 943 time: 0.0709903 Jul 02 09:41:42.967372 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c0d5a4cc-939b-403e-8ebd-1e7a5a9fb332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:42.974950 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3c179ee9-8565-48c6-bd28-e39f779302e7 req-238df8bb-d8d6-4071-80a6-707c325cc996 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452158 Jul 02 09:41:43.079184 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c0d5a4cc-939b-403e-8ebd-1e7a5a9fb332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:43.083330 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c0d5a4cc-939b-403e-8ebd-1e7a5a9fb332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:43.123209 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-c0d5a4cc-939b-403e-8ebd-1e7a5a9fb332 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5874bfb38eda43a6baea2696cfca01bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645141 Jul 02 09:41:43.125142 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5a4cc-939b-403e-8ebd-1e7a5a9fb332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f63197-5bb1-403d-8304-9bee64e2347d,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:43.126070 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39650) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:43.134760 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 39652) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:43.180689 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-38316854-53d0-44a4-b428-522a8e59becd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f3ab0171192446008c8c4e0926aed30f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447164 Jul 02 09:41:43.183111 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 39656) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:43.187608 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-de5545a0-abed-4946-8dba-34728dadad91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:43.212182 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-de5545a0-abed-4946-8dba-34728dadad91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:43.252746 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-38afbe65-3d0f-44a1-aa6b-43cbefee439f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:43.271849 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-de5545a0-abed-4946-8dba-34728dadad91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:43.275543 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-de5545a0-abed-4946-8dba-34728dadad91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:43.276723 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-de5545a0-abed-4946-8dba-34728dadad91 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/27f63197-5bb1-403d-8304-9bee64e2347d HTTP/1.1" status: 204 len: 168 time: 0.1496491 Jul 02 09:41:43.286456 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5545a0-abed-4946-8dba-34728dadad91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f63197-5bb1-403d-8304-9bee64e2347d,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:43.294773 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-38afbe65-3d0f-44a1-aa6b-43cbefee439f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:43.358408 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-38afbe65-3d0f-44a1-aa6b-43cbefee439f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:43.362202 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9aab76f4-3449-4baf-a53f-1353ce0decef req-e463f194-37d2-44a4-bf14-1773000ffc4c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 210 time: 0.0410583 Jul 02 09:41:43.368293 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-38afbe65-3d0f-44a1-aa6b-43cbefee439f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:43.369632 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-38afbe65-3d0f-44a1-aa6b-43cbefee439f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/26edcab6-8577-4b6c-a34f-391110478846 HTTP/1.1" status: 204 len: 168 time: 0.1850953 Jul 02 09:41:43.380730 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afbe65-3d0f-44a1-aa6b-43cbefee439f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26edcab6-8577-4b6c-a34f-391110478846,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:43.573222 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3e8e7604-7c61-4b5d-b6d2-bc17d97b4fc7 req-c77008aa-59cc-4aa9-8479-6074e10e015e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 210 time: 0.0302966 Jul 02 09:41:43.801206 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 39692) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:43.814964 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3598ccf9-2ce8-4e06-a189-f59b4916d491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:43.857665 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Request body: {'port': {'device_id': '14236a38-6235-4d67-8a7d-598e1b434962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:43.861394 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-349bd76f-28e7-40b5-9472-65cac5fcfa24 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Request body: {'port': {'device_id': '7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a', 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363', 'admin_state_up': True, 'tenant_id': 'a53f77cb0d7c47d3a12f4c605e84bf21'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:44.018423 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:44.050539 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.66', 62237) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:44.225961 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-cf0610a7-487c-42c7-8f0f-ead6aede90ff tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:44.227534 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-cf0610a7-487c-42c7-8f0f-ead6aede90ff tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.66 "GET /v2.0/networks?id=91c217cd-a0ca-4235-96ca-c7bcaff114e8 HTTP/1.1" status: 200 len: 816 time: 0.1761632 Jul 02 09:41:44.344648 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-460627a6-9bba-41a7-9f5b-af0c0b00211f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eac9fab71cc4bf1add1a341c85baad4 HTTP/1.1" status: 200 len: 380 time: 0.0951016 Jul 02 09:41:44.357441 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-d73839d7-d9b4-4f49-bf34-6c89c438209f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Request body: {'port': {'device_id': 'bb8105a6-4d2e-452c-a47b-0654b2ba2e00', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'admin_state_up': True, 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'security_groups': ['cc6a5b73-ffbf-4f2f-b737-723597f499e5']}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:44.459284 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdeba1-6d21-43ad-8009-f0fb309f248b req-1f793414-490b-40c6-88a5-273d7cae22f1 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:44.471490 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-92fdeba1-6d21-43ad-8009-f0fb309f248b req-1f793414-490b-40c6-88a5-273d7cae22f1 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 943 time: 0.1550822 Jul 02 09:41:44.513853 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3598ccf9-2ce8-4e06-a189-f59b4916d491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:44.517275 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-3820d6aa-4c43-4a07-950f-a3115784044b req-81bbc92d-349b-454c-8525-2de935c6c703 service neutron] 10.222.0.66 "GET /v2.0/networks/164ead18-1184-4753-9a7c-6cb9718f22f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6700637 Jul 02 09:41:44.557689 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3598ccf9-2ce8-4e06-a189-f59b4916d491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:44.615203 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-3598ccf9-2ce8-4e06-a189-f59b4916d491 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c29a114e6c104edf97a83e045379bacf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8075557 Jul 02 09:41:44.615203 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-349bd76f-28e7-40b5-9472-65cac5fcfa24 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Made reservation on behalf of a53f77cb0d7c47d3a12f4c605e84bf21 for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:41:44.615573 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39726) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:44.615659 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-349bd76f-28e7-40b5-9472-65cac5fcfa24 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:44.691423 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598ccf9-2ce8-4e06-a189-f59b4916d491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71f7e55-1924-4c8c-8fe2-be6de9846fe7,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:44.696494 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370815f2-f9c0-4fa9-b7fb-b0a89520d094 {{(pid=99501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:41:44.749205 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:44.790911 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-d73839d7-d9b4-4f49-bf34-6c89c438209f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Made reservation on behalf of 0eac9fab71cc4bf1add1a341c85baad4 for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:41:44.795359 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-d73839d7-d9b4-4f49-bf34-6c89c438209f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:44.825362 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:41:44.844098 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-92fdeba1-6d21-43ad-8009-f0fb309f248b req-5cdfab5e-1983-4891-9f69-f339fd876241 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710141 Jul 02 09:41:44.906358 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5ef6a67d-d063-4bd8-ba0d-5101062c0ac5 req-08b0b7f7-2f7f-4d82-8f75-ee658eadd301 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 210 time: 0.2418630 Jul 02 09:41:44.985379 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.provisioning_blocks [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Transition to ACTIVE for port object 370815f2-f9c0-4fa9-b7fb-b0a89520d094 will not be triggered until provisioned by entity L2. {{(pid=99501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:41:44.986350 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0883486a-f19c-48e7-944f-b91d98513db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:45.038406 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0883486a-f19c-48e7-944f-b91d98513db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:45.078086 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:45.147860 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=973e6d1b-a2d9-4af9-bb9a-0842f00b2f89,segment=NetworkSegment(ed6815de-64da-4b69-b929-137b3399c102),segment_id=ed6815de-64da-4b69-b929-137b3399c102)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:41:45.177735 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '973e6d1b-a2d9-4af9-bb9a-0842f00b2f89', 'network_id': '164ead18-1184-4753-9a7c-6cb9718f22f3', 'port_id': '973e6d1b-a2d9-4af9-bb9a-0842f00b2f89', 'mac_address': 'fa:16:3e:f5:d0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6db7d49-e43d-45bb-ad1f-9ea654a7ce2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:41:45.216472 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Pushing event updated for resources: {'Port': ['ID=370815f2-f9c0-4fa9-b7fb-b0a89520d094,revision_number=2']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:45.263418 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5be2cdf6-e0d6-43e0-9e9a-bc5e26c72d84 req-dd379297-0d28-4bc0-8fb6-c311986acaaf tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 210 time: 0.1907859 Jul 02 09:41:45.336780 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.managers [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Attempting to bind port 370815f2-f9c0-4fa9-b7fb-b0a89520d094 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:41:45.337506 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.managers [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Attempting to bind port 370815f2-f9c0-4fa9-b7fb-b0a89520d094 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '427262be-26e2-475c-80e9-e9656f7a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363'}] {{(pid=99501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:41:45.338224 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Attempting to bind port 370815f2-f9c0-4fa9-b7fb-b0a89520d094 on network 0ae5d867-4f28-47ae-9b90-7ac90a306363 {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:41:45.346649 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Port 370815f2-f9c0-4fa9-b7fb-b0a89520d094 on network 0ae5d867-4f28-47ae-9b90-7ac90a306363 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:41:45.348740 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Attempting to bind port 370815f2-f9c0-4fa9-b7fb-b0a89520d094 on network 0ae5d867-4f28-47ae-9b90-7ac90a306363 {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:41:45.361660 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:41:45.362600 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Checking segment: {'id': '427262be-26e2-475c-80e9-e9656f7a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:41:45.363607 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Bound using segment: {'id': '427262be-26e2-475c-80e9-e9656f7a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363'} {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:41:45.364549 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.managers [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Bound port: 370815f2-f9c0-4fa9-b7fb-b0a89520d094, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427262be-26e2-475c-80e9-e9656f7a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363'}}] {{(pid=99501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:41:45.365169 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:45.380895 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0883486a-f19c-48e7-944f-b91d98513db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:45.392569 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0883486a-f19c-48e7-944f-b91d98513db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:45.393985 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-0883486a-f19c-48e7-944f-b91d98513db9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e71f7e55-1924-4c8c-8fe2-be6de9846fe7 HTTP/1.1" status: 204 len: 168 time: 0.7790806 Jul 02 09:41:45.409485 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:45.441345 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883486a-f19c-48e7-944f-b91d98513db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71f7e55-1924-4c8c-8fe2-be6de9846fe7,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:45.489072 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-245e48de-2d01-4b92-9e14-fa7b017efae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:45.496329 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] For port 370815f2-f9c0-4fa9-b7fb-b0a89520d094, host hv-cinder-77218, cleared binding levels {{(pid=99501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:41:45.503861 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] For port 370815f2-f9c0-4fa9-b7fb-b0a89520d094, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=370815f2-f9c0-4fa9-b7fb-b0a89520d094,segment=NetworkSegment(427262be-26e2-475c-80e9-e9656f7a4162),segment_id=427262be-26e2-475c-80e9-e9656f7a4162)] {{(pid=99501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:41:45.520860 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:45.588378 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:45.589006 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:45.591376 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] 10.222.0.66 "PUT /v2.0/ports/370815f2-f9c0-4fa9-b7fb-b0a89520d094 HTTP/1.1" status: 200 len: 1093 time: 1.7441347 Jul 02 09:41:45.592624 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14236a38-6235-4d67-8a7d-598e1b434962', 'tag': '370815f2-f9c0-4fa9-b7fb-b0a89520d094'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:41:45.616919 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:41:45.658804 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:45.684170 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=973e6d1b-a2d9-4af9-bb9a-0842f00b2f89,segment=NetworkSegment(ed6815de-64da-4b69-b929-137b3399c102),segment_id=ed6815de-64da-4b69-b929-137b3399c102)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:41:45.696598 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:45.807998 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=973e6d1b-a2d9-4af9-bb9a-0842f00b2f89,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:45.834653 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c16c0f-ad72-4892-9c6c-3023aac57cbb service neutron] Pushing event updated for resources: {'Port': ['ID=370815f2-f9c0-4fa9-b7fb-b0a89520d094,revision_number=3']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:45.844608 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-349bd76f-28e7-40b5-9472-65cac5fcfa24 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Allocated IP 172.20.0.11 (0ae5d867-4f28-47ae-9b90-7ac90a306363/5da70325-9306-49c2-ab3d-c602b5d8b1c1/11297fae-f2fa-4037-9b1a-77414d6498d1) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:41:45.857066 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-d73839d7-d9b4-4f49-bf34-6c89c438209f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Allocated IP 172.20.0.11 (91c217cd-a0ca-4235-96ca-c7bcaff114e8/cf610ccc-985f-4d3a-a43f-1bfbdadecb7e/5c32b2e1-fcfd-4458-97b4-873e158c129c) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:41:45.861137 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:45.882318 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-bd44fc9c-9838-41c1-b026-ced785228377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:45.883883 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-bd44fc9c-9838-41c1-b026-ced785228377 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a53f77cb0d7c47d3a12f4c605e84bf21&device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 1096 time: 0.1652310 Jul 02 09:41:45.955881 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['973e6d1b-a2d9-4af9-bb9a-0842f00b2f89'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:41:46.018969 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-a5cdb4b1-3fcc-4b1c-8e07-e66bb03b93fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=370815f2-f9c0-4fa9-b7fb-b0a89520d094 HTTP/1.1" status: 200 len: 217 time: 0.1254857 Jul 02 09:41:46.172939 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-6f511d62-591c-44d0-a810-883da761f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:46.174829 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-6f511d62-591c-44d0-a810-883da761f074 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5da70325-9306-49c2-ab3d-c602b5d8b1c1 HTTP/1.1" status: 200 len: 859 time: 0.1490805 Jul 02 09:41:46.350550 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-27dcd492-8d29-4761-9d3e-de29e42ef10e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ae5d867-4f28-47ae-9b90-7ac90a306363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1689680 Jul 02 09:41:46.384120 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c4316c-d672-4279-8ae2-93ffdd5ed210" -d '{"events": [{"name": "network-changed", "server_uuid": "14236a38-6235-4d67-8a7d-598e1b434962", "tag": "370815f2-f9c0-4fa9-b7fb-b0a89520d094"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:41:46.428901 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-349bd76f-28e7-40b5-9472-65cac5fcfa24 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:46.489712 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-349bd76f-28e7-40b5-9472-65cac5fcfa24 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:46.596996 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bd76f-28e7-40b5-9472-65cac5fcfa24 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Pushing event updated for resources: {'Port': ['ID=11297fae-f2fa-4037-9b1a-77414d6498d1,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:46.617903 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-349bd76f-28e7-40b5-9472-65cac5fcfa24 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Network 0ae5d867-4f28-47ae-9b90-7ac90a306363 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:41:46.621521 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-349bd76f-28e7-40b5-9472-65cac5fcfa24 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:41:46.624931 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-349bd76f-28e7-40b5-9472-65cac5fcfa24 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:41:46.684751 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-94160df3-7486-4026-b0cb-bf31c48510ce req-e342cf90-ef12-4823-8031-c21af0438fad tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 210 time: 0.2651455 Jul 02 09:41:46.685612 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-349bd76f-28e7-40b5-9472-65cac5fcfa24 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:46.686271 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-349bd76f-28e7-40b5-9472-65cac5fcfa24 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:46.750785 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-349bd76f-28e7-40b5-9472-65cac5fcfa24 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8936436 Jul 02 09:41:46.775072 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Request body: {'port': {'device_id': '7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:46.785304 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-d73839d7-d9b4-4f49-bf34-6c89c438209f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:46.842966 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-d73839d7-d9b4-4f49-bf34-6c89c438209f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Transition to ACTIVE for port object 5c32b2e1-fcfd-4458-97b4-873e158c129c will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:41:46.868905 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d880dc-3e2b-4caa-acfe-6436b72eb715 req-51792c3e-4103-4fe5-8d88-32f5456a899b tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:46.870759 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-78d880dc-3e2b-4caa-acfe-6436b72eb715 req-51792c3e-4103-4fe5-8d88-32f5456a899b tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 944 time: 0.5445659 Jul 02 09:41:46.874016 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-dbc91bee-f52b-4a37-a85e-1e76d6a6e307 service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731398 Jul 02 09:41:46.977111 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:47.057195 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-78d880dc-3e2b-4caa-acfe-6436b72eb715 req-94a33a8c-89f6-4daa-97a3-d16351f064fe tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447515 Jul 02 09:41:47.066064 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-d73839d7-d9b4-4f49-bf34-6c89c438209f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:47.234591 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a1a2eec-d7cd-49e6-bfe7-adaa49b9c366 req-cce2c426-a054-4e5c-80be-377e44db4384 service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317804 Jul 02 09:41:47.299628 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcad10-d762-44e7-ac81-9e598b3250c7 req-a8013bc6-4716-4ea7-96a5-7c5fb1b4eb95 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:47.309574 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8dbcad10-d762-44e7-ac81-9e598b3250c7 req-a8013bc6-4716-4ea7-96a5-7c5fb1b4eb95 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 932 time: 0.3010957 Jul 02 09:41:47.359811 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-d73839d7-d9b4-4f49-bf34-6c89c438209f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Network 91c217cd-a0ca-4235-96ca-c7bcaff114e8 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:41:47.360803 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8dbcad10-d762-44e7-ac81-9e598b3250c7 req-ebd9d732-d1d9-49df-8d14-2b69c1a74ca9 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462213 Jul 02 09:41:47.397209 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-d73839d7-d9b4-4f49-bf34-6c89c438209f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:41:47.407796 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-d73839d7-d9b4-4f49-bf34-6c89c438209f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:41:47.443517 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73839d7-d9b4-4f49-bf34-6c89c438209f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Pushing event updated for resources: {'Port': ['ID=5c32b2e1-fcfd-4458-97b4-873e158c129c,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:47.491577 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc086079-04e5-43c1-8371-33d1b4f40951 x-openstack-request-id: req-fc086079-04e5-43c1-8371-33d1b4f40951 {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:41:47.492018 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14236a38-6235-4d67-8a7d-598e1b434962", "tag": "370815f2-f9c0-4fa9-b7fb-b0a89520d094", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:41:47.492377 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fc086079-04e5-43c1-8371-33d1b4f40951 {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:41:47.493158 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14236a38-6235-4d67-8a7d-598e1b434962', 'tag': '370815f2-f9c0-4fa9-b7fb-b0a89520d094', 'status': 'completed', 'code': 200} Jul 02 09:41:47.536882 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-d73839d7-d9b4-4f49-bf34-6c89c438209f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:47.537517 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-d73839d7-d9b4-4f49-bf34-6c89c438209f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:47.587552 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:47.596505 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:41:47.615910 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4316c-d672-4279-8ae2-93ffdd5ed210 req-8f9d6f3b-da93-4081-82cd-a8421a1d424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:47.617743 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-36c4316c-d672-4279-8ae2-93ffdd5ed210 req-8f9d6f3b-da93-4081-82cd-a8421a1d424a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a53f77cb0d7c47d3a12f4c605e84bf21&device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 1096 time: 0.0965393 Jul 02 09:41:47.623058 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-d73839d7-d9b4-4f49-bf34-6c89c438209f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2719004 Jul 02 09:41:47.637444 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Request body: {'port': {'device_id': 'bb8105a6-4d2e-452c-a47b-0654b2ba2e00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:41:47.800339 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:47.836715 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-19c25ab5-f1f0-4875-ab80-3349316a5cba None None] Provisioning for port 5c32b2e1-fcfd-4458-97b4-873e158c129c completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:41:47.841664 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-19c25ab5-f1f0-4875-ab80-3349316a5cba None None] Provisioning complete for port 5c32b2e1-fcfd-4458-97b4-873e158c129c triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:41:47.842064 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-19c25ab5-f1f0-4875-ab80-3349316a5cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:47.897106 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11297fae-f2fa-4037-9b1a-77414d6498d1 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:41:47.904141 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4316c-d672-4279-8ae2-93ffdd5ed210 req-15bb3aab-115c-4ddd-bd65-081da554313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:47.909502 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-36c4316c-d672-4279-8ae2-93ffdd5ed210 req-15bb3aab-115c-4ddd-bd65-081da554313f service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ae5d867-4f28-47ae-9b90-7ac90a306363 HTTP/1.1" status: 200 len: 920 time: 0.2796638 Jul 02 09:41:47.922602 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:47.936399 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-19c25ab5-f1f0-4875-ab80-3349316a5cba None None] Port 5c32b2e1-fcfd-4458-97b4-873e158c129c cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:41:47.943910 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Transition to ACTIVE for port object 11297fae-f2fa-4037-9b1a-77414d6498d1 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:41:47.962024 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:47.988655 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-36c4316c-d672-4279-8ae2-93ffdd5ed210 req-eeb4c354-d0e8-4d8d-99c3-1658763d75ec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=370815f2-f9c0-4fa9-b7fb-b0a89520d094 HTTP/1.1" status: 200 len: 217 time: 0.0723093 Jul 02 09:41:48.012413 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Pushing event updated for resources: {'Port': ['ID=11297fae-f2fa-4037-9b1a-77414d6498d1,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:48.091261 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4316c-d672-4279-8ae2-93ffdd5ed210 req-03988261-0f45-4824-b42c-12371c8bf783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:48.093001 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-36c4316c-d672-4279-8ae2-93ffdd5ed210 req-03988261-0f45-4824-b42c-12371c8bf783 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5da70325-9306-49c2-ab3d-c602b5d8b1c1 HTTP/1.1" status: 200 len: 859 time: 0.0937550 Jul 02 09:41:48.130843 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-36c4316c-d672-4279-8ae2-93ffdd5ed210 req-deb1e08e-6b39-4083-b710-febe4227c53b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ae5d867-4f28-47ae-9b90-7ac90a306363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309060 Jul 02 09:41:48.142553 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd08a82-850e-4d7e-a05e-58c99a497d5b req-f812efdc-a8f4-4e4a-9f21-8790eb5c3cd7 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:48.144623 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3bd08a82-850e-4d7e-a05e-58c99a497d5b req-f812efdc-a8f4-4e4a-9f21-8790eb5c3cd7 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 944 time: 0.1588066 Jul 02 09:41:48.259114 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3bd08a82-850e-4d7e-a05e-58c99a497d5b req-bd1bc89e-85ee-4b49-8a85-a56bc2fa8b0c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003578 Jul 02 09:41:48.366670 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Attempting to bind port 11297fae-f2fa-4037-9b1a-77414d6498d1 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:41:48.367601 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Attempting to bind port 11297fae-f2fa-4037-9b1a-77414d6498d1 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '427262be-26e2-475c-80e9-e9656f7a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:41:48.368272 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Attempting to bind port 11297fae-f2fa-4037-9b1a-77414d6498d1 on network 0ae5d867-4f28-47ae-9b90-7ac90a306363 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:41:48.377712 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Port 11297fae-f2fa-4037-9b1a-77414d6498d1 on network 0ae5d867-4f28-47ae-9b90-7ac90a306363 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:41:48.378520 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Attempting to bind port 11297fae-f2fa-4037-9b1a-77414d6498d1 on network 0ae5d867-4f28-47ae-9b90-7ac90a306363 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:41:48.392124 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:41:48.392711 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Checking segment: {'id': '427262be-26e2-475c-80e9-e9656f7a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:41:48.393599 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Bound using segment: {'id': '427262be-26e2-475c-80e9-e9656f7a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:41:48.394538 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Bound port: 11297fae-f2fa-4037-9b1a-77414d6498d1, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427262be-26e2-475c-80e9-e9656f7a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:41:48.394777 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc8eef-5af2-494d-9fda-ac9d98a7c1e5 req-d9d3cd41-6b00-44bf-9d2e-14ea78ed99c6 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:48.395210 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:48.403655 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3dbc8eef-5af2-494d-9fda-ac9d98a7c1e5 req-d9d3cd41-6b00-44bf-9d2e-14ea78ed99c6 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 944 time: 0.1504829 Jul 02 09:41:48.416616 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-36c4316c-d672-4279-8ae2-93ffdd5ed210 req-96686e3a-a98b-47f9-b1f7-3a208ead04e2 service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700667 Jul 02 09:41:48.509240 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3dbc8eef-5af2-494d-9fda-ac9d98a7c1e5 req-2d5c69fb-6a70-4b3d-a57b-cd00c6b73463 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986063 Jul 02 09:41:48.563098 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c32b2e1-fcfd-4458-97b4-873e158c129c {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:41:48.571195 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] For port 11297fae-f2fa-4037-9b1a-77414d6498d1, host hv-cinder-77218, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:41:48.574504 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:48.593894 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] For port 11297fae-f2fa-4037-9b1a-77414d6498d1, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=11297fae-f2fa-4037-9b1a-77414d6498d1,segment=NetworkSegment(427262be-26e2-475c-80e9-e9656f7a4162),segment_id=427262be-26e2-475c-80e9-e9656f7a4162)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:41:48.595197 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-36c4316c-d672-4279-8ae2-93ffdd5ed210 req-760ad295-25f1-470d-bdbf-365b198c5b6e service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654987 Jul 02 09:41:48.615875 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:48.625269 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Transition to ACTIVE for port object 5c32b2e1-fcfd-4458-97b4-873e158c129c will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:41:48.650947 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:48.671657 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:48.672468 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:48.673263 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca19c36-19ca-4bed-bb4a-24dacd1d6c56 req-270fa0f8-de88-4faf-a37e-875e0eb40f13 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:48.674537 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] 10.222.0.66 "PUT /v2.0/ports/11297fae-f2fa-4037-9b1a-77414d6498d1 HTTP/1.1" status: 200 len: 1094 time: 1.9148579 Jul 02 09:41:48.675176 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1ca19c36-19ca-4bed-bb4a-24dacd1d6c56 req-270fa0f8-de88-4faf-a37e-875e0eb40f13 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 932 time: 0.0742905 Jul 02 09:41:48.687696 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a', 'tag': '11297fae-f2fa-4037-9b1a-77414d6498d1'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:41:48.690167 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a364b6-8654-49da-8497-2c4fac4cdd0e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a", "tag": "11297fae-f2fa-4037-9b1a-77414d6498d1"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:41:48.716527 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fdb47-c91e-4f45-8f6c-9d4154f2a2f9 service neutron] Pushing event updated for resources: {'Port': ['ID=11297fae-f2fa-4037-9b1a-77414d6498d1,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:48.729587 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1ca19c36-19ca-4bed-bb4a-24dacd1d6c56 req-c36bb77a-344b-4d96-aa8e-df7732365c04 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466208 Jul 02 09:41:48.781588 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58dc27c-26de-419e-a63c-5fe69bb94eaa x-openstack-request-id: req-c58dc27c-26de-419e-a63c-5fe69bb94eaa {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:41:48.781952 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a", "tag": "11297fae-f2fa-4037-9b1a-77414d6498d1", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:41:48.782257 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c58dc27c-26de-419e-a63c-5fe69bb94eaa {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:41:48.782708 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a', 'tag': '11297fae-f2fa-4037-9b1a-77414d6498d1', 'status': 'completed', 'code': 200} Jul 02 09:41:48.805340 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 370815f2-f9c0-4fa9-b7fb-b0a89520d094 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:41:48.885068 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:41:48.922014 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c32b2e1-fcfd-4458-97b4-873e158c129c,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:48.930762 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Attempting to bind port 5c32b2e1-fcfd-4458-97b4-873e158c129c on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:41:48.931167 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Attempting to bind port 5c32b2e1-fcfd-4458-97b4-873e158c129c by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'd2428eda-cce6-4b1c-a5ae-90548bc46cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:41:48.931661 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Attempting to bind port 5c32b2e1-fcfd-4458-97b4-873e158c129c on network 91c217cd-a0ca-4235-96ca-c7bcaff114e8 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:41:48.939377 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Port 5c32b2e1-fcfd-4458-97b4-873e158c129c on network 91c217cd-a0ca-4235-96ca-c7bcaff114e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:41:48.939742 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Attempting to bind port 5c32b2e1-fcfd-4458-97b4-873e158c129c on network 91c217cd-a0ca-4235-96ca-c7bcaff114e8 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:41:48.960556 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:41:48.960846 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Checking segment: {'id': 'd2428eda-cce6-4b1c-a5ae-90548bc46cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:41:48.961264 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Bound using segment: {'id': 'd2428eda-cce6-4b1c-a5ae-90548bc46cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:41:48.961644 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Bound port: 5c32b2e1-fcfd-4458-97b4-873e158c129c, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2428eda-cce6-4b1c-a5ae-90548bc46cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:41:48.961993 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:48.980549 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-e4503da2-8b61-4502-8749-fa2d426eecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:48.981996 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-e4503da2-8b61-4502-8749-fa2d426eecca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a53f77cb0d7c47d3a12f4c605e84bf21&device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 1097 time: 0.2064574 Jul 02 09:41:49.031607 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:41:49.056338 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:41:49.059606 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:49.077025 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-e6bfd344-b6d8-4b53-b761-2d0ac4a0124b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11297fae-f2fa-4037-9b1a-77414d6498d1 HTTP/1.1" status: 200 len: 217 time: 0.0735297 Jul 02 09:41:49.116694 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 370815f2-f9c0-4fa9-b7fb-b0a89520d094, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=370815f2-f9c0-4fa9-b7fb-b0a89520d094,segment=NetworkSegment(427262be-26e2-475c-80e9-e9656f7a4162),segment_id=427262be-26e2-475c-80e9-e9656f7a4162)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:41:49.137178 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '370815f2-f9c0-4fa9-b7fb-b0a89520d094', 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363', 'port_id': '370815f2-f9c0-4fa9-b7fb-b0a89520d094', 'mac_address': 'fa:16:3e:0a:ae:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da70325-9306-49c2-ab3d-c602b5d8b1c1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:41:49.154724 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] For port 5c32b2e1-fcfd-4458-97b4-873e158c129c, host hv-cinder-77218, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:41:49.160013 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] For port 5c32b2e1-fcfd-4458-97b4-873e158c129c, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5c32b2e1-fcfd-4458-97b4-873e158c129c,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:41:49.162930 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-045a211b-8f5e-4093-9f66-0a11580bef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:49.164564 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-045a211b-8f5e-4093-9f66-0a11580bef5f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5da70325-9306-49c2-ab3d-c602b5d8b1c1 HTTP/1.1" status: 200 len: 859 time: 0.0798373 Jul 02 09:41:49.170286 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:49.211869 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:49.224913 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:49.236847 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370815f2-f9c0-4fa9-b7fb-b0a89520d094 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:41:49.240261 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-795f225c-679d-4a2f-8df3-78872975d6c2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ae5d867-4f28-47ae-9b90-7ac90a306363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666738 Jul 02 09:41:49.247477 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:49.248480 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:49.249956 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] 10.222.0.66 "PUT /v2.0/ports/5c32b2e1-fcfd-4458-97b4-873e158c129c HTTP/1.1" status: 200 len: 1094 time: 1.6176739 Jul 02 09:41:49.267934 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 370815f2-f9c0-4fa9-b7fb-b0a89520d094, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=370815f2-f9c0-4fa9-b7fb-b0a89520d094,segment=NetworkSegment(427262be-26e2-475c-80e9-e9656f7a4162),segment_id=427262be-26e2-475c-80e9-e9656f7a4162)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:41:49.273217 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92461da-4106-48ec-be65-b025baaca608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973e6d1b-a2d9-4af9-bb9a-0842f00b2f89'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:41:49.363965 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-9d2ad571-7f69-4297-89ef-88c03f762366 service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129735 Jul 02 09:41:49.397008 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:49.490622 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec934d7e-de32-4a8e-a380-49d1b293c3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c32b2e1-fcfd-4458-97b4-873e158c129c,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:49.499666 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=973e6d1b-a2d9-4af9-bb9a-0842f00b2f89,segment=NetworkSegment(ed6815de-64da-4b69-b929-137b3399c102),segment_id=ed6815de-64da-4b69-b929-137b3399c102)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:41:49.516008 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:49.608296 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=370815f2-f9c0-4fa9-b7fb-b0a89520d094,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:49.609766 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39964) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:49.680903 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8513b95-e0b0-47a1-9bba-7068f7d3bccd req-22f1b847-7311-4d45-a1ff-676f229675c3 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:49.682247 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['370815f2-f9c0-4fa9-b7fb-b0a89520d094'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:41:49.684577 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d8513b95-e0b0-47a1-9bba-7068f7d3bccd req-22f1b847-7311-4d45-a1ff-676f229675c3 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 944 time: 0.1753044 Jul 02 09:41:49.685542 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-800ee591-b1ce-46d5-b76d-75089a7efb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:49.688294 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-800ee591-b1ce-46d5-b76d-75089a7efb81 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0eac9fab71cc4bf1add1a341c85baad4&device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 1097 time: 0.3220644 Jul 02 09:41:49.762829 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-2b252e19-a830-4d1e-8ad2-f3a87466f061 req-02572d7c-ed5f-4ca5-98a0-f2b41428ca56 service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865464 Jul 02 09:41:49.764341 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-c5168014-6d02-46fe-84ca-032763b888bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c32b2e1-fcfd-4458-97b4-873e158c129c HTTP/1.1" status: 200 len: 217 time: 0.0668736 Jul 02 09:41:49.806097 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39974) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:49.869711 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 39980) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:49.881836 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=973e6d1b-a2d9-4af9-bb9a-0842f00b2f89,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:49.889504 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d8513b95-e0b0-47a1-9bba-7068f7d3bccd req-552f32c7-bdee-4b8c-b8c5-1c80935122c6 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982858 Jul 02 09:41:49.976515 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-8cf3aff3-5135-4e0b-9f65-0fab7123a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:49.981384 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc689926-e5e8-4a45-902e-3a19509992f3 req-ab2f7237-191e-4355-a45e-7c4fe63231d4 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:49.985339 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-8cf3aff3-5135-4e0b-9f65-0fab7123a766 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cf610ccc-985f-4d3a-a43f-1bfbdadecb7e HTTP/1.1" status: 200 len: 855 time: 0.2069814 Jul 02 09:41:49.988972 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fc689926-e5e8-4a45-902e-3a19509992f3 req-ab2f7237-191e-4355-a45e-7c4fe63231d4 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 945 time: 0.2290301 Jul 02 09:41:50.044070 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fc689926-e5e8-4a45-902e-3a19509992f3 req-9fbf9cb9-5217-4e84-b57b-c15dbc690968 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538170 Jul 02 09:41:50.094080 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a364b6-8654-49da-8497-2c4fac4cdd0e req-ddf6c9b6-057c-466f-b658-1ea8762bf303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:50.107024 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-32a364b6-8654-49da-8497-2c4fac4cdd0e req-ddf6c9b6-057c-466f-b658-1ea8762bf303 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a53f77cb0d7c47d3a12f4c605e84bf21&device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 1097 time: 0.2506692 Jul 02 09:41:50.125293 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-9d6e06f5-bd52-4d9a-923e-34a0ff66a1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:50.156959 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-93ae524c-0f5f-4bdc-a6b7-61fc14b69ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:50.158445 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-93ae524c-0f5f-4bdc-a6b7-61fc14b69ff3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91c217cd-a0ca-4235-96ca-c7bcaff114e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1637959 Jul 02 09:41:50.168679 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-290cc166-f09b-491e-8abc-5909bcdcf9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:50.227334 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc1761-b6e7-4c7e-81fe-6841e514e03e req-53383db3-2aae-4c6a-aa10-ee134a1a878d tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:50.230258 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bedc1761-b6e7-4c7e-81fe-6841e514e03e req-53383db3-2aae-4c6a-aa10-ee134a1a878d tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.1498213 Jul 02 09:41:50.234188 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b795fcea-9a91-4f91-9185-d47bfc117811" -d '{"events": [{"server_uuid": "d92461da-4106-48ec-be65-b025baaca608", "name": "network-vif-plugged", "status": "completed", "tag": "973e6d1b-a2d9-4af9-bb9a-0842f00b2f89"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:41:50.311582 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bedc1761-b6e7-4c7e-81fe-6841e514e03e req-58350bfd-2f15-4c9f-93f1-53d455dbbb05 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731990 Jul 02 09:41:50.354643 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-9d6e06f5-bd52-4d9a-923e-34a0ff66a1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:50.364352 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b551f23b-c8a7-4661-aba3-9361dfb3d335 x-openstack-request-id: req-b551f23b-c8a7-4661-aba3-9361dfb3d335 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:41:50.364744 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-9d6e06f5-bd52-4d9a-923e-34a0ff66a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:50.364851 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92461da-4106-48ec-be65-b025baaca608", "name": "network-vif-plugged", "status": "completed", "tag": "973e6d1b-a2d9-4af9-bb9a-0842f00b2f89", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:41:50.364925 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b551f23b-c8a7-4661-aba3-9361dfb3d335 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:41:50.365389 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92461da-4106-48ec-be65-b025baaca608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973e6d1b-a2d9-4af9-bb9a-0842f00b2f89', 'code': 200} Jul 02 09:41:50.421905 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-9d6e06f5-bd52-4d9a-923e-34a0ff66a1c3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=032566c1c76a4a61ae1ead3d716c045f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8079295 Jul 02 09:41:50.424870 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e06f5-bd52-4d9a-923e-34a0ff66a1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30f98e7-7291-48d6-b0ce-67edc7058099,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:50.430768 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 39998) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:50.498864 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9ed27355-d2f9-4d35-a157-a67229d958e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:50.511076 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 40000) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:50.526394 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-9df71231-a388-4e29-9e62-e1e489b882a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:50.549067 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-9df71231-a388-4e29-9e62-e1e489b882a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:50.569919 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a364b6-8654-49da-8497-2c4fac4cdd0e req-2c443aec-95e5-42fe-9d21-126f208da74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:50.571738 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-32a364b6-8654-49da-8497-2c4fac4cdd0e req-2c443aec-95e5-42fe-9d21-126f208da74c service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ae5d867-4f28-47ae-9b90-7ac90a306363 HTTP/1.1" status: 200 len: 920 time: 0.4400299 Jul 02 09:41:50.587884 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-290cc166-f09b-491e-8abc-5909bcdcf9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:50.607460 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-290cc166-f09b-491e-8abc-5909bcdcf9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:50.627947 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-6b68e05f-a619-41d5-a4a7-6d2877ddd551 service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614043 Jul 02 09:41:50.637714 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-32a364b6-8654-49da-8497-2c4fac4cdd0e req-e9b39d09-e6a5-4793-a8f7-6d45fe37e011 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11297fae-f2fa-4037-9b1a-77414d6498d1 HTTP/1.1" status: 200 len: 217 time: 0.0540698 Jul 02 09:41:50.702573 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-82af282c-2600-4e80-aeef-e4fee17e318d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:50.715266 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-290cc166-f09b-491e-8abc-5909bcdcf9da admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=71898393bd3942f5be68b630aeb4b622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9048314 Jul 02 09:41:50.721583 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 40004) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:50.722148 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290cc166-f09b-491e-8abc-5909bcdcf9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d86da0-c18b-47b0-82ab-f627087c93e0,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:50.750299 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-9df71231-a388-4e29-9e62-e1e489b882a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:50.752856 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-9df71231-a388-4e29-9e62-e1e489b882a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:50.753979 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-9df71231-a388-4e29-9e62-e1e489b882a3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b30f98e7-7291-48d6-b0ce-67edc7058099 HTTP/1.1" status: 204 len: 168 time: 0.3222423 Jul 02 09:41:50.769016 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811ac1d-688b-4d9a-8b3b-efc6ffab588d req-6b4ccda9-3851-45d7-a623-ab89a1fece69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:50.770501 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0811ac1d-688b-4d9a-8b3b-efc6ffab588d req-6b4ccda9-3851-45d7-a623-ab89a1fece69 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 1098 time: 0.1753197 Jul 02 09:41:50.771550 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df71231-a388-4e29-9e62-e1e489b882a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30f98e7-7291-48d6-b0ce-67edc7058099,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:50.786451 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8105a6-4d2e-452c-a47b-0654b2ba2e00', 'tag': '5c32b2e1-fcfd-4458-97b4-873e158c129c'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:41:50.788753 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a60b96-44e1-4ccc-b3f3-22fa73122bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8105a6-4d2e-452c-a47b-0654b2ba2e00", "tag": "5c32b2e1-fcfd-4458-97b4-873e158c129c"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:41:50.792129 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-0811ac1d-688b-4d9a-8b3b-efc6ffab588d req-b0065f80-6b46-45cb-918b-de0277e41480 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:50.799383 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a364b6-8654-49da-8497-2c4fac4cdd0e req-90263f38-9aeb-44a1-af79-dd3d3ac458ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:50.800928 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-32a364b6-8654-49da-8497-2c4fac4cdd0e req-90263f38-9aeb-44a1-af79-dd3d3ac458ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5da70325-9306-49c2-ab3d-c602b5d8b1c1 HTTP/1.1" status: 200 len: 859 time: 0.1498203 Jul 02 09:41:50.819903 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 370815f2-f9c0-4fa9-b7fb-b0a89520d094 up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:41:50.865651 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320ae7c8-eac6-4c1b-813f-01b7068af7a0 x-openstack-request-id: req-320ae7c8-eac6-4c1b-813f-01b7068af7a0 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:41:50.865939 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8105a6-4d2e-452c-a47b-0654b2ba2e00", "tag": "5c32b2e1-fcfd-4458-97b4-873e158c129c", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:41:50.866213 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-320ae7c8-eac6-4c1b-813f-01b7068af7a0 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:41:50.866595 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8105a6-4d2e-452c-a47b-0654b2ba2e00', 'tag': '5c32b2e1-fcfd-4458-97b4-873e158c129c', 'status': 'completed', 'code': 200} Jul 02 09:41:50.868629 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-32a364b6-8654-49da-8497-2c4fac4cdd0e req-f2573303-010e-478f-a5d5-325eb751de53 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ae5d867-4f28-47ae-9b90-7ac90a306363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546148 Jul 02 09:41:50.878681 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port 370815f2-f9c0-4fa9-b7fb-b0a89520d094 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:41:50.882472 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 370815f2-f9c0-4fa9-b7fb-b0a89520d094 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:41:50.883028 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:50.931025 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-84037f30-563c-4309-a1fc-3a592afeb2dd req-3771ba34-12f1-4895-b982-796bd71b884f service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904949 Jul 02 09:41:51.005222 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9cc7dda7-8d37-4b03-b77a-0fbe027dde19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.010758 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9ed27355-d2f9-4d35-a157-a67229d958e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.020110 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.057334 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9ed27355-d2f9-4d35-a157-a67229d958e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.073088 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 370815f2-f9c0-4fa9-b7fb-b0a89520d094, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=370815f2-f9c0-4fa9-b7fb-b0a89520d094,segment=NetworkSegment(427262be-26e2-475c-80e9-e9656f7a4162),segment_id=427262be-26e2-475c-80e9-e9656f7a4162)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:41:51.084409 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.087996 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.db.api [req-0811ac1d-688b-4d9a-8b3b-efc6ffab588d req-b0065f80-6b46-45cb-918b-de0277e41480 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 02 09:41:51.087996 dv-cinder-772181-12-iscsi neutron-server[99501]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 02 09:41:51.087996 dv-cinder-772181-12-iscsi neutron-server[99501]: [parameters: {'project_id_1': '7553a2bf53fc415fa923a33342dac3cc', 'expiration_1': datetime.datetime(2021, 7, 2, 9, 41, 50, 808489)}] Jul 02 09:41:51.087996 dv-cinder-772181-12-iscsi neutron-server[99501]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 02 09:41:51.088349 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG oslo_db.api [req-0811ac1d-688b-4d9a-8b3b-efc6ffab588d req-b0065f80-6b46-45cb-918b-de0277e41480 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 02 09:41:51.148644 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9cc7dda7-8d37-4b03-b77a-0fbe027dde19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.165259 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=370815f2-f9c0-4fa9-b7fb-b0a89520d094,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:51.189781 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-32a364b6-8654-49da-8497-2c4fac4cdd0e req-cd1f2293-d440-4513-a2fd-7a85316074a4 service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137467 Jul 02 09:41:51.192971 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 40024) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:51.205259 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-9ed27355-d2f9-4d35-a157-a67229d958e8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=85e28e18ab7747be9840e684182dbba0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3309920 Jul 02 09:41:51.209755 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736bb56-630e-44e2-bfeb-c468185c2e36 req-9dd5791b-a0e4-4561-af67-d11f5cc1e08d tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:51.212203 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3736bb56-630e-44e2-bfeb-c468185c2e36 req-9dd5791b-a0e4-4561-af67-d11f5cc1e08d tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 944 time: 0.2117035 Jul 02 09:41:51.212409 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 40026) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:51.212667 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed27355-d2f9-4d35-a157-a67229d958e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaf0369-37bc-4015-8c97-d8bc25867d1f,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:51.248864 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a8b5e1e8-d844-4b1e-878e-33b948ec50ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.322617 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a60b96-44e1-4ccc-b3f3-22fa73122bb8 req-58c5b793-ba50-4789-b8ea-2ef6ac0f4add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:51.324593 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-43a60b96-44e1-4ccc-b3f3-22fa73122bb8 req-58c5b793-ba50-4789-b8ea-2ef6ac0f4add service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0eac9fab71cc4bf1add1a341c85baad4&device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 1097 time: 0.3157568 Jul 02 09:41:51.348378 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3736bb56-630e-44e2-bfeb-c468185c2e36 req-252663c9-a558-4536-955e-1612cd94d41b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039577 Jul 02 09:41:51.355991 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-82af282c-2600-4e80-aeef-e4fee17e318d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.375982 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9cc7dda7-8d37-4b03-b77a-0fbe027dde19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.378792 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9cc7dda7-8d37-4b03-b77a-0fbe027dde19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.379788 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-82af282c-2600-4e80-aeef-e4fee17e318d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.382577 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-9cc7dda7-8d37-4b03-b77a-0fbe027dde19 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43d86da0-c18b-47b0-82ab-f627087c93e0 HTTP/1.1" status: 204 len: 168 time: 0.6599798 Jul 02 09:41:51.420045 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f262c22d-85b8-44b5-832f-eaa65b0c31b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.429295 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fcea6-afaa-4416-b6a2-2f9809125f0a req-53a1e1ad-e699-4b80-ac9d-240342a2b7fb tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:51.430819 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-816fcea6-afaa-4416-b6a2-2f9809125f0a req-53a1e1ad-e699-4b80-ac9d-240342a2b7fb tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 945 time: 0.2476838 Jul 02 09:41:51.448174 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-32a364b6-8654-49da-8497-2c4fac4cdd0e req-a7187148-2fe2-4bff-a15e-dada28f00a7a service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376504 Jul 02 09:41:51.452515 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7dda7-8d37-4b03-b77a-0fbe027dde19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d86da0-c18b-47b0-82ab-f627087c93e0,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:51.483997 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-82af282c-2600-4e80-aeef-e4fee17e318d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=219f7e2f5ecc453294d580b85dc975a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9668694 Jul 02 09:41:51.488079 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 40034) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:51.499883 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af282c-2600-4e80-aeef-e4fee17e318d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edfbf40-eb37-4fd5-b136-bd8be680f9c7,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:51.508959 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f262c22d-85b8-44b5-832f-eaa65b0c31b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.551193 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-816fcea6-afaa-4416-b6a2-2f9809125f0a req-08142018-4b95-4142-b0f0-c402f0ac2986 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087885 Jul 02 09:41:51.588349 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a60b96-44e1-4ccc-b3f3-22fa73122bb8 req-a6de75fa-bfb7-455e-8dee-257b78e1091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:51.589010 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-0811ac1d-688b-4d9a-8b3b-efc6ffab588d req-b0065f80-6b46-45cb-918b-de0277e41480 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.591110 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-43a60b96-44e1-4ccc-b3f3-22fa73122bb8 req-a6de75fa-bfb7-455e-8dee-257b78e1091e service neutron] 10.222.0.66 "GET /v2.0/networks?id=91c217cd-a0ca-4235-96ca-c7bcaff114e8 HTTP/1.1" status: 200 len: 917 time: 0.2593558 Jul 02 09:41:51.617887 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f666494d-765b-4cdd-9622-be12132c24fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.633529 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81066088-35f7-4879-8e86-eb657644d778 req-fda53f7e-689f-46ed-b7ac-99995f58b4be tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:51.635162 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-81066088-35f7-4879-8e86-eb657644d778 req-fda53f7e-689f-46ed-b7ac-99995f58b4be tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.1045623 Jul 02 09:41:51.659062 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f262c22d-85b8-44b5-832f-eaa65b0c31b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.661511 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f262c22d-85b8-44b5-832f-eaa65b0c31b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.665535 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-f262c22d-85b8-44b5-832f-eaa65b0c31b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/daaf0369-37bc-4015-8c97-d8bc25867d1f HTTP/1.1" status: 204 len: 168 time: 0.4194674 Jul 02 09:41:51.669104 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-43a60b96-44e1-4ccc-b3f3-22fa73122bb8 req-86458148-79f6-44f5-85c8-669ec64ac64f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c32b2e1-fcfd-4458-97b4-873e158c129c HTTP/1.1" status: 200 len: 217 time: 0.0523171 Jul 02 09:41:51.676476 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262c22d-85b8-44b5-832f-eaa65b0c31b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaf0369-37bc-4015-8c97-d8bc25867d1f,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:51.693309 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-81066088-35f7-4879-8e86-eb657644d778 req-20372047-3527-48e1-89ef-45e64aaf7819 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506592 Jul 02 09:41:51.707671 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f666494d-765b-4cdd-9622-be12132c24fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.737311 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a8b5e1e8-d844-4b1e-878e-33b948ec50ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.757368 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a8b5e1e8-d844-4b1e-878e-33b948ec50ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.801373 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-a8b5e1e8-d844-4b1e-878e-33b948ec50ef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5b95eecd03e14ee49baf31abfcc81db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6062086 Jul 02 09:41:51.806822 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 40044) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:51.838935 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5e1e8-d844-4b1e-878e-33b948ec50ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426a47bd-3106-4ecd-8d88-235f4dbec127,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:51.845851 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-0811ac1d-688b-4d9a-8b3b-efc6ffab588d req-b0065f80-6b46-45cb-918b-de0277e41480 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.853636 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-0811ac1d-688b-4d9a-8b3b-efc6ffab588d req-b0065f80-6b46-45cb-918b-de0277e41480 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.867961 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-91017b58-2cf2-4830-a790-2a6e34eb5920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.873406 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f666494d-765b-4cdd-9622-be12132c24fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.876034 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f666494d-765b-4cdd-9622-be12132c24fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.877251 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-f666494d-765b-4cdd-9622-be12132c24fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7edfbf40-eb37-4fd5-b136-bd8be680f9c7 HTTP/1.1" status: 204 len: 168 time: 0.3880529 Jul 02 09:41:51.897494 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666494d-765b-4cdd-9622-be12132c24fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edfbf40-eb37-4fd5-b136-bd8be680f9c7,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:51.903348 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-91017b58-2cf2-4830-a790-2a6e34eb5920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.907410 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0811ac1d-688b-4d9a-8b3b-efc6ffab588d req-b0065f80-6b46-45cb-918b-de0277e41480 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1288381 Jul 02 09:41:51.909318 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0065f80-6b46-45cb-918b-de0277e41480 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aa696a80-237c-41df-bf96-e627fc0f7342,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:51.969553 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-91017b58-2cf2-4830-a790-2a6e34eb5920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.973873 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-91017b58-2cf2-4830-a790-2a6e34eb5920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:51.978655 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-91017b58-2cf2-4830-a790-2a6e34eb5920 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/426a47bd-3106-4ecd-8d88-235f4dbec127 HTTP/1.1" status: 204 len: 168 time: 0.1705639 Jul 02 09:41:51.991818 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91017b58-2cf2-4830-a790-2a6e34eb5920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426a47bd-3106-4ecd-8d88-235f4dbec127,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:52.235647 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 40060) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:52.250939 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f90dc2af-1458-44d2-985a-6d2734744747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:52.347340 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f90dc2af-1458-44d2-985a-6d2734744747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:52.352139 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f90dc2af-1458-44d2-985a-6d2734744747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:52.366701 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14236a38-6235-4d67-8a7d-598e1b434962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370815f2-f9c0-4fa9-b7fb-b0a89520d094'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:41:52.369798 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35a6c19-83d3-4bf3-a8c6-37c3bfe04836" -d '{"events": [{"server_uuid": "14236a38-6235-4d67-8a7d-598e1b434962", "name": "network-vif-plugged", "status": "completed", "tag": "370815f2-f9c0-4fa9-b7fb-b0a89520d094"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:41:52.382776 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-f90dc2af-1458-44d2-985a-6d2734744747 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=37d3b1544a3d44b18e2e2386bfec8329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455262 Jul 02 09:41:52.385922 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 40070) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:52.427891 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90dc2af-1458-44d2-985a-6d2734744747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5550f2e4-1607-44f9-8369-0219a8205549,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:52.460562 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f5b04a-eaf7-4603-a8bd-cd753e71f8b0 x-openstack-request-id: req-b4f5b04a-eaf7-4603-a8bd-cd753e71f8b0 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:41:52.460920 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14236a38-6235-4d67-8a7d-598e1b434962", "name": "network-vif-plugged", "status": "completed", "tag": "370815f2-f9c0-4fa9-b7fb-b0a89520d094", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:41:52.461260 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b4f5b04a-eaf7-4603-a8bd-cd753e71f8b0 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:41:52.461709 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14236a38-6235-4d67-8a7d-598e1b434962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370815f2-f9c0-4fa9-b7fb-b0a89520d094', 'code': 200} Jul 02 09:41:52.494982 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a22cc4a5-73e0-4318-9266-35856f08190d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:52.502696 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 40080) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:52.517713 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-8f7f3983-66f0-4d21-b841-7364386d7811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:52.556109 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a22cc4a5-73e0-4318-9266-35856f08190d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:52.613163 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-8f7f3983-66f0-4d21-b841-7364386d7811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:52.621562 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-8f7f3983-66f0-4d21-b841-7364386d7811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:52.652578 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d860414-0d93-4660-9ef7-e0ab3250a258 req-01909c62-60c6-4b84-8c29-8e68ecb94093 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:52.659893 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8d860414-0d93-4660-9ef7-e0ab3250a258 req-01909c62-60c6-4b84-8c29-8e68ecb94093 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 944 time: 0.1199903 Jul 02 09:41:52.671685 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f3983-66f0-4d21-b841-7364386d7811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171aadf1-d328-4672-b0f2-35764cce09b4,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:52.713843 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-8f7f3983-66f0-4d21-b841-7364386d7811 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=43c3936deb304b9a98c434e962aa7294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089031 Jul 02 09:41:52.715490 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 40090) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:52.785665 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-08393176-4171-445f-8f57-a32e05a89ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:52.819998 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-08393176-4171-445f-8f57-a32e05a89ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:52.870217 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a22cc4a5-73e0-4318-9266-35856f08190d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:52.873654 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a22cc4a5-73e0-4318-9266-35856f08190d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:52.874821 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-a22cc4a5-73e0-4318-9266-35856f08190d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5550f2e4-1607-44f9-8369-0219a8205549 HTTP/1.1" status: 204 len: 168 time: 0.4883482 Jul 02 09:41:52.888664 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-08393176-4171-445f-8f57-a32e05a89ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:52.892916 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-08393176-4171-445f-8f57-a32e05a89ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:52.894508 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-08393176-4171-445f-8f57-a32e05a89ae9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/171aadf1-d328-4672-b0f2-35764cce09b4 HTTP/1.1" status: 204 len: 168 time: 0.1777735 Jul 02 09:41:52.907415 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08393176-4171-445f-8f57-a32e05a89ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171aadf1-d328-4672-b0f2-35764cce09b4,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:52.911270 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cc4a5-73e0-4318-9266-35856f08190d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5550f2e4-1607-44f9-8369-0219a8205549,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:52.927417 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8d860414-0d93-4660-9ef7-e0ab3250a258 req-afb61bff-39ee-4055-a021-20768883eedc tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665689 Jul 02 09:41:53.013756 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03127a5b-e015-4374-9e93-343ce5409948 req-37a5feaa-b3cd-42bc-a681-b49a132de97f tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:53.018567 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-03127a5b-e015-4374-9e93-343ce5409948 req-37a5feaa-b3cd-42bc-a681-b49a132de97f tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 945 time: 0.1663792 Jul 02 09:41:53.085450 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-03127a5b-e015-4374-9e93-343ce5409948 req-f658affb-77f3-4e54-9ba6-21fdf37da033 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605102 Jul 02 09:41:53.176216 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360114b-f690-40ce-b4a7-7014b5e159d5 req-263e6bfe-adae-4503-bf3c-067f17e7bb33 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:53.177831 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8360114b-f690-40ce-b4a7-7014b5e159d5 req-263e6bfe-adae-4503-bf3c-067f17e7bb33 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0702150 Jul 02 09:41:53.221217 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8360114b-f690-40ce-b4a7-7014b5e159d5 req-4dbc66c2-f2fd-4f84-841e-7b83cd75b856 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360308 Jul 02 09:41:54.106563 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2056d5-8cbb-439c-a7f5-89927338ab48 req-436936f0-93ff-4d9c-8dda-cd808925d32f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:54.108195 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6e2056d5-8cbb-439c-a7f5-89927338ab48 req-436936f0-93ff-4d9c-8dda-cd808925d32f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 944 time: 0.0689602 Jul 02 09:41:54.151604 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6e2056d5-8cbb-439c-a7f5-89927338ab48 req-1e14be59-73e9-4535-82ad-049131f2a861 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375161 Jul 02 09:41:54.278411 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcda498-7d2b-4d2a-9c41-8e69c456add4 req-9acda854-e930-4f73-8e30-dfc3b7fe0dcb tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:54.280032 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1bcda498-7d2b-4d2a-9c41-8e69c456add4 req-9acda854-e930-4f73-8e30-dfc3b7fe0dcb tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 945 time: 0.0762374 Jul 02 09:41:54.335447 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1bcda498-7d2b-4d2a-9c41-8e69c456add4 req-4a933e4f-c69d-422b-9e9d-a3a988a4bfa4 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457180 Jul 02 09:41:54.465953 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879bcd1-096a-4d96-b182-1c286392332e req-41fb5d39-7f51-4abf-9917-9178f01f0757 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:54.467437 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1879bcd1-096a-4d96-b182-1c286392332e req-41fb5d39-7f51-4abf-9917-9178f01f0757 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0696154 Jul 02 09:41:54.493648 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 5c32b2e1-fcfd-4458-97b4-873e158c129c details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:41:54.520194 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1879bcd1-096a-4d96-b182-1c286392332e req-db64beca-795c-423b-83a1-6565641299e2 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462656 Jul 02 09:41:54.654334 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a60b96-44e1-4ccc-b3f3-22fa73122bb8 req-65399eff-bc23-4bc4-97a8-954956d7b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:54.655820 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-43a60b96-44e1-4ccc-b3f3-22fa73122bb8 req-65399eff-bc23-4bc4-97a8-954956d7b919 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cf610ccc-985f-4d3a-a43f-1bfbdadecb7e HTTP/1.1" status: 200 len: 855 time: 0.0610545 Jul 02 09:41:54.658013 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 5c32b2e1-fcfd-4458-97b4-873e158c129c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5c32b2e1-fcfd-4458-97b4-873e158c129c,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:41:54.671056 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '5c32b2e1-fcfd-4458-97b4-873e158c129c', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'port_id': '5c32b2e1-fcfd-4458-97b4-873e158c129c', 'mac_address': 'fa:16:3e:03:c6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:41:54.720035 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:54.739855 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c32b2e1-fcfd-4458-97b4-873e158c129c {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:41:54.769255 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a60b96-44e1-4ccc-b3f3-22fa73122bb8 req-77bd1522-8dca-47dc-a3a6-151ffe3f1d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:54.770769 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-43a60b96-44e1-4ccc-b3f3-22fa73122bb8 req-77bd1522-8dca-47dc-a3a6-151ffe3f1d7a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91c217cd-a0ca-4235-96ca-c7bcaff114e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1070013 Jul 02 09:41:54.775487 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 5c32b2e1-fcfd-4458-97b4-873e158c129c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5c32b2e1-fcfd-4458-97b4-873e158c129c,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:41:54.781380 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:54.783012 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 11297fae-f2fa-4037-9b1a-77414d6498d1 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:41:54.915209 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f73b27-0b4e-4094-9919-e52f54b0e031 req-e1362b3e-87bc-4303-a9d6-ee5eb2b64073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:54.916764 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-61f73b27-0b4e-4094-9919-e52f54b0e031 req-e1362b3e-87bc-4303-a9d6-ee5eb2b64073 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 1098 time: 0.0956135 Jul 02 09:41:54.947880 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 11297fae-f2fa-4037-9b1a-77414d6498d1, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=11297fae-f2fa-4037-9b1a-77414d6498d1,segment=NetworkSegment(427262be-26e2-475c-80e9-e9656f7a4162),segment_id=427262be-26e2-475c-80e9-e9656f7a4162)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:41:54.951735 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-43a60b96-44e1-4ccc-b3f3-22fa73122bb8 req-14dce9a0-7012-42e0-84b0-19f101503462 service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732700 Jul 02 09:41:54.962002 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-61f73b27-0b4e-4094-9919-e52f54b0e031 req-1e6adba6-0246-4257-b312-9a3309dae974 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368798 Jul 02 09:41:54.986587 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '11297fae-f2fa-4037-9b1a-77414d6498d1', 'network_id': '0ae5d867-4f28-47ae-9b90-7ac90a306363', 'port_id': '11297fae-f2fa-4037-9b1a-77414d6498d1', 'mac_address': 'fa:16:3e:27:18:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da70325-9306-49c2-ab3d-c602b5d8b1c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:41:55.043615 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=5c32b2e1-fcfd-4458-97b4-873e158c129c,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:55.052038 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:55.067261 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11297fae-f2fa-4037-9b1a-77414d6498d1 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:41:55.079485 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-43a60b96-44e1-4ccc-b3f3-22fa73122bb8 req-627ea390-0345-45fc-a167-e2998d49a09a service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161745 Jul 02 09:41:55.104885 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 11297fae-f2fa-4037-9b1a-77414d6498d1, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=11297fae-f2fa-4037-9b1a-77414d6498d1,segment=NetworkSegment(427262be-26e2-475c-80e9-e9656f7a4162),segment_id=427262be-26e2-475c-80e9-e9656f7a4162)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:41:55.118776 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:55.176649 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=11297fae-f2fa-4037-9b1a-77414d6498d1,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:55.334072 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b4778-6be6-4e0f-964c-76ac043bd3e6 req-a1c189df-32e2-4574-9113-fc1ac01d17bb tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:55.342287 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e78b4778-6be6-4e0f-964c-76ac043bd3e6 req-a1c189df-32e2-4574-9113-fc1ac01d17bb tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 945 time: 0.0712411 Jul 02 09:41:55.390691 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['11297fae-f2fa-4037-9b1a-77414d6498d1'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:41:55.396176 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['5c32b2e1-fcfd-4458-97b4-873e158c129c'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:41:55.399225 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e78b4778-6be6-4e0f-964c-76ac043bd3e6 req-c043e864-802a-43a5-b1ff-4b7790b86ae2 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569463 Jul 02 09:41:55.582481 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aca29-32dd-4d56-a0dc-678153925244 req-b6fc3638-b6b2-4afd-bfe4-95d1d0d9834d tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:55.587298 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-494aca29-32dd-4d56-a0dc-678153925244 req-b6fc3638-b6b2-4afd-bfe4-95d1d0d9834d tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 945 time: 0.1105156 Jul 02 09:41:55.679342 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-494aca29-32dd-4d56-a0dc-678153925244 req-29f8e41a-6852-4d68-8a13-d90e06a128a4 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831709 Jul 02 09:41:55.806661 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b54c54-91e7-43eb-83d8-5a18f456d920 req-1288d21a-5a74-4280-b703-cd6f0747d6ca tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:55.809546 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-40b54c54-91e7-43eb-83d8-5a18f456d920 req-1288d21a-5a74-4280-b703-cd6f0747d6ca tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 945 time: 0.0874083 Jul 02 09:41:55.851810 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-40b54c54-91e7-43eb-83d8-5a18f456d920 req-24d163c3-f33c-4094-9fb3-b5f28144e954 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362136 Jul 02 09:41:56.021548 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 40264) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:56.141108 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2a9f8a98-a9e0-46be-b975-d141c73fe587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:56.271139 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2a9f8a98-a9e0-46be-b975-d141c73fe587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:56.274554 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2a9f8a98-a9e0-46be-b975-d141c73fe587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:56.317267 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-2a9f8a98-a9e0-46be-b975-d141c73fe587 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=75e3de3c662b44f392ee945a30f7f4aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941289 Jul 02 09:41:56.319171 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f8a98-a9e0-46be-b975-d141c73fe587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c13063a-90f1-42c3-8715-beca304f793e,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:56.321059 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 40272) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:56.371494 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0c1bf809-6efc-4430-8226-b5d0f9b0e45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:56.393299 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0c1bf809-6efc-4430-8226-b5d0f9b0e45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:56.447683 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0c1bf809-6efc-4430-8226-b5d0f9b0e45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:56.456163 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0c1bf809-6efc-4430-8226-b5d0f9b0e45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:56.457721 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-0c1bf809-6efc-4430-8226-b5d0f9b0e45f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6c13063a-90f1-42c3-8715-beca304f793e HTTP/1.1" status: 204 len: 168 time: 0.1356862 Jul 02 09:41:56.470823 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bf809-6efc-4430-8226-b5d0f9b0e45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c13063a-90f1-42c3-8715-beca304f793e,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:56.601447 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656b53e-a946-47da-8f81-55560d724627 req-04bd0c18-afa9-4da5-bb99-fcecc4eff21e tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:56.609188 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3656b53e-a946-47da-8f81-55560d724627 req-04bd0c18-afa9-4da5-bb99-fcecc4eff21e tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 945 time: 0.0791464 Jul 02 09:41:56.646658 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3656b53e-a946-47da-8f81-55560d724627 req-e9817285-79c0-4bc1-852f-0231c92182ae tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362682 Jul 02 09:41:56.754563 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 40298) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:56.770892 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-849a6a74-edfb-43d3-935b-6b2ef7c3eae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:56.907902 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021235f-84ab-4d04-ab82-d1f6d902f415 req-642d143c-adf1-48b8-8ff0-a7471a78f463 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:56.909431 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5021235f-84ab-4d04-ab82-d1f6d902f415 req-642d143c-adf1-48b8-8ff0-a7471a78f463 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 945 time: 0.1028290 Jul 02 09:41:56.929861 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-849a6a74-edfb-43d3-935b-6b2ef7c3eae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:56.942043 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-849a6a74-edfb-43d3-935b-6b2ef7c3eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:56.996873 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-849a6a74-edfb-43d3-935b-6b2ef7c3eae0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=beae42f45dae45a0840cedd4af6a5a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381918 Jul 02 09:41:56.996873 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a6a74-edfb-43d3-935b-6b2ef7c3eae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb3fbd0-6f3b-4acb-acfc-24eede3c03f2,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:56.997869 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 40308) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:41:57.001501 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5021235f-84ab-4d04-ab82-d1f6d902f415 req-1c34f41e-c35a-434f-a057-133ad3a8cc64 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820436 Jul 02 09:41:57.061782 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-22d224e4-22f1-4958-a326-1f41a338939b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:57.071199 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d1e15-9795-4677-a430-8ccb07b1c472 req-9be9a5fb-3268-4891-ad48-6ce427b5ab63 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:57.072793 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0f9d1e15-9795-4677-a430-8ccb07b1c472 req-9be9a5fb-3268-4891-ad48-6ce427b5ab63 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 945 time: 0.0745046 Jul 02 09:41:57.085194 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-22d224e4-22f1-4958-a326-1f41a338939b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:57.111813 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0f9d1e15-9795-4677-a430-8ccb07b1c472 req-cbbb4b20-092f-4150-b95d-9839ae1eac5c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319481 Jul 02 09:41:57.139951 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-22d224e4-22f1-4958-a326-1f41a338939b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:57.142521 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-22d224e4-22f1-4958-a326-1f41a338939b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:57.143855 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-22d224e4-22f1-4958-a326-1f41a338939b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8fb3fbd0-6f3b-4acb-acfc-24eede3c03f2 HTTP/1.1" status: 204 len: 168 time: 0.1450076 Jul 02 09:41:57.153920 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d224e4-22f1-4958-a326-1f41a338939b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb3fbd0-6f3b-4acb-acfc-24eede3c03f2,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:57.820966 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe1756-0924-4984-99d3-c27c430dd46a req-d108acc0-280d-4cf9-b0ed-d352bcfcd812 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:57.822443 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bcbe1756-0924-4984-99d3-c27c430dd46a req-d108acc0-280d-4cf9-b0ed-d352bcfcd812 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 945 time: 0.0615096 Jul 02 09:41:57.863939 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bcbe1756-0924-4984-99d3-c27c430dd46a req-65389306-b8aa-4421-8fa2-d0fbc9c1c426 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348432 Jul 02 09:41:58.189988 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605655a-75a3-4952-8a76-5c9caa871b0c req-8def5be0-0e2e-42fb-b031-af310c02d665 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:58.192033 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8605655a-75a3-4952-8a76-5c9caa871b0c req-8def5be0-0e2e-42fb-b031-af310c02d665 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 945 time: 0.0694203 Jul 02 09:41:58.235463 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8605655a-75a3-4952-8a76-5c9caa871b0c req-32034992-c584-4568-a724-5d8f3aa2f80f tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370564 Jul 02 09:41:58.314829 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ef2c1-26a3-46a8-a631-00af3f6fad79 req-32958b73-bf18-4a9d-8e83-0a556b929994 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:58.316474 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5a9ef2c1-26a3-46a8-a631-00af3f6fad79 req-32958b73-bf18-4a9d-8e83-0a556b929994 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 945 time: 0.0770016 Jul 02 09:41:58.361377 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5a9ef2c1-26a3-46a8-a631-00af3f6fad79 req-ed8facb6-f4a7-4786-b3a9-3a1ac794ee4c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388227 Jul 02 09:41:59.039886 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19ddab-4e24-40af-950f-5783670989a9 req-ef27873a-a6a0-4fb5-9ad7-98ecfc79349b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:59.041371 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3d19ddab-4e24-40af-950f-5783670989a9 req-ef27873a-a6a0-4fb5-9ad7-98ecfc79349b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 945 time: 0.0678782 Jul 02 09:41:59.080827 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3d19ddab-4e24-40af-950f-5783670989a9 req-4a01f1ee-8802-49c1-88b6-f00d469d4a8c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336857 Jul 02 09:41:59.513718 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 5c32b2e1-fcfd-4458-97b4-873e158c129c up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:41:59.563387 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port 5c32b2e1-fcfd-4458-97b4-873e158c129c completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:41:59.567219 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 5c32b2e1-fcfd-4458-97b4-873e158c129c triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:41:59.567593 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:59.570942 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001614-f3cd-44cf-9704-6b2afc3af032 req-62e00270-1234-4282-8d55-c638c0b05f1c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:41:59.572413 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7b001614-f3cd-44cf-9704-6b2afc3af032 req-62e00270-1234-4282-8d55-c638c0b05f1c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 945 time: 0.0670974 Jul 02 09:41:59.611449 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7b001614-f3cd-44cf-9704-6b2afc3af032 req-eca989e9-cb3c-44ca-96fa-8a30ce0f6f46 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324490 Jul 02 09:41:59.656629 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:59.678534 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8105a6-4d2e-452c-a47b-0654b2ba2e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c32b2e1-fcfd-4458-97b4-873e158c129c'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:41:59.680797 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08aa759-913e-4c11-874b-e5aa83d028e6" -d '{"events": [{"server_uuid": "bb8105a6-4d2e-452c-a47b-0654b2ba2e00", "name": "network-vif-plugged", "status": "completed", "tag": "5c32b2e1-fcfd-4458-97b4-873e158c129c"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:41:59.693411 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 5c32b2e1-fcfd-4458-97b4-873e158c129c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5c32b2e1-fcfd-4458-97b4-873e158c129c,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:41:59.698245 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:59.699779 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 11297fae-f2fa-4037-9b1a-77414d6498d1 up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:41:59.743413 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa930b9-86d8-47b3-98d0-c5a92c70af40 x-openstack-request-id: req-eaa930b9-86d8-47b3-98d0-c5a92c70af40 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:41:59.743704 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8105a6-4d2e-452c-a47b-0654b2ba2e00", "name": "network-vif-plugged", "status": "completed", "tag": "5c32b2e1-fcfd-4458-97b4-873e158c129c", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:41:59.743950 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eaa930b9-86d8-47b3-98d0-c5a92c70af40 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:41:59.744334 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8105a6-4d2e-452c-a47b-0654b2ba2e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c32b2e1-fcfd-4458-97b4-873e158c129c', 'code': 200} Jul 02 09:41:59.788119 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=5c32b2e1-fcfd-4458-97b4-873e158c129c,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:41:59.795531 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port 11297fae-f2fa-4037-9b1a-77414d6498d1 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:41:59.799787 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 11297fae-f2fa-4037-9b1a-77414d6498d1 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:41:59.800328 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:59.877802 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:59.916687 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 11297fae-f2fa-4037-9b1a-77414d6498d1, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=11297fae-f2fa-4037-9b1a-77414d6498d1,segment=NetworkSegment(427262be-26e2-475c-80e9-e9656f7a4162),segment_id=427262be-26e2-475c-80e9-e9656f7a4162)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:41:59.920967 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:41:59.969248 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=11297fae-f2fa-4037-9b1a-77414d6498d1,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:00.020704 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a0a80-8177-4006-8680-9bd3f0f1b4fc req-9471c9f6-b1b1-4194-9ef6-ab063c6a244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:00.022202 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-345a0a80-8177-4006-8680-9bd3f0f1b4fc req-9471c9f6-b1b1-4194-9ef6-ab063c6a244b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 1099 time: 0.0883942 Jul 02 09:42:00.071469 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-345a0a80-8177-4006-8680-9bd3f0f1b4fc req-f53a6ba0-b36b-4e46-bbc8-d1074f471381 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413833 Jul 02 09:42:00.264192 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94ff94-b781-4938-a410-3ae98a72497d req-47930000-6b95-4af5-8d63-1ce0f58ebeb5 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:00.265584 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6d94ff94-b781-4938-a410-3ae98a72497d req-47930000-6b95-4af5-8d63-1ce0f58ebeb5 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0631466 Jul 02 09:42:00.305158 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6d94ff94-b781-4938-a410-3ae98a72497d req-c03a7dfe-9b7f-465e-80d1-2ce8e4ffb670 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341020 Jul 02 09:42:00.848056 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cfac1-0b76-430b-b595-78b053d9ca9c req-454648b4-c12e-4ace-8da4-fbbb15d20622 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:00.850212 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8c2cfac1-0b76-430b-b595-78b053d9ca9c req-454648b4-c12e-4ace-8da4-fbbb15d20622 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0989497 Jul 02 09:42:00.930022 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8c2cfac1-0b76-430b-b595-78b053d9ca9c req-4541e728-fc5c-4a2c-aebe-53cd2045e1a2 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731823 Jul 02 09:42:01.068983 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 40498) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:01.173255 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b2ecdee7-3d86-4224-934f-4bb2d1b9ca01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:01.261772 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b2ecdee7-3d86-4224-934f-4bb2d1b9ca01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:01.266675 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b2ecdee7-3d86-4224-934f-4bb2d1b9ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:01.304178 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-b2ecdee7-3d86-4224-934f-4bb2d1b9ca01 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c1daed96fb5c47288c837104ab451d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340605 Jul 02 09:42:01.304965 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecdee7-3d86-4224-934f-4bb2d1b9ca01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7530ec70-82d6-4277-8c1a-a7392c44ab17,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:01.306915 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 40512) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:01.357456 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8dbf0d7a-dfd4-4351-9f23-0154871dcde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:01.377421 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8dbf0d7a-dfd4-4351-9f23-0154871dcde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:01.451511 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8dbf0d7a-dfd4-4351-9f23-0154871dcde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:01.454349 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8dbf0d7a-dfd4-4351-9f23-0154871dcde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:01.455465 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-8dbf0d7a-dfd4-4351-9f23-0154871dcde4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7530ec70-82d6-4277-8c1a-a7392c44ab17 HTTP/1.1" status: 204 len: 168 time: 0.1474600 Jul 02 09:42:01.471048 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf0d7a-dfd4-4351-9f23-0154871dcde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7530ec70-82d6-4277-8c1a-a7392c44ab17,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:01.501052 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebc3f2-57ab-4118-b801-68832f7c7da3 req-84efc2bb-fa89-4eb5-af48-348bfff2546e tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:01.502550 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-74ebc3f2-57ab-4118-b801-68832f7c7da3 req-84efc2bb-fa89-4eb5-af48-348bfff2546e tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0874982 Jul 02 09:42:01.543042 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-74ebc3f2-57ab-4118-b801-68832f7c7da3 req-1cd05820-597a-4f69-bc88-655367368d95 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341358 Jul 02 09:42:01.710407 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 40520) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:01.725953 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b9742a0a-4797-49f8-8e6d-1f077ff3b7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:01.746168 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11297fae-f2fa-4037-9b1a-77414d6498d1'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:42:01.750445 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e71cfe0-dc24-483b-9849-973f8a7068d9" -d '{"events": [{"server_uuid": "7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a", "name": "network-vif-plugged", "status": "completed", "tag": "11297fae-f2fa-4037-9b1a-77414d6498d1"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:42:01.802827 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82c31c1-91ee-4f62-bc82-fbc0c066127c x-openstack-request-id: req-a82c31c1-91ee-4f62-bc82-fbc0c066127c {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:42:01.803223 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a", "name": "network-vif-plugged", "status": "completed", "tag": "11297fae-f2fa-4037-9b1a-77414d6498d1", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:42:01.803619 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a82c31c1-91ee-4f62-bc82-fbc0c066127c {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:42:01.804208 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11297fae-f2fa-4037-9b1a-77414d6498d1', 'code': 200} Jul 02 09:42:01.821868 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b9742a0a-4797-49f8-8e6d-1f077ff3b7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:01.825511 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b9742a0a-4797-49f8-8e6d-1f077ff3b7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:01.862890 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-b9742a0a-4797-49f8-8e6d-1f077ff3b7eb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f7c0698a8e3d4cf79adef7251790e93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510890 Jul 02 09:42:01.864582 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9742a0a-4797-49f8-8e6d-1f077ff3b7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1416e68f-cdc3-46c9-a993-a67e11144b72,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:01.865371 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 40526) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:01.919234 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1eae850c-02bc-459b-851b-bf63d96dea28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:01.940094 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1eae850c-02bc-459b-851b-bf63d96dea28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:01.989399 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1eae850c-02bc-459b-851b-bf63d96dea28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:01.991966 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1eae850c-02bc-459b-851b-bf63d96dea28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:01.993155 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-1eae850c-02bc-459b-851b-bf63d96dea28 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1416e68f-cdc3-46c9-a993-a67e11144b72 HTTP/1.1" status: 204 len: 168 time: 0.1266577 Jul 02 09:42:02.001744 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae850c-02bc-459b-851b-bf63d96dea28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1416e68f-cdc3-46c9-a993-a67e11144b72,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:02.134884 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42b843-47a9-4921-9ff9-6e1d3c6aca8f req-1af10f1b-dd5d-47b0-9f87-55cab70a3931 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:02.136965 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bc42b843-47a9-4921-9ff9-6e1d3c6aca8f req-1af10f1b-dd5d-47b0-9f87-55cab70a3931 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0733411 Jul 02 09:42:02.177719 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bc42b843-47a9-4921-9ff9-6e1d3c6aca8f req-dfeed5b7-f523-4bb2-ba70-4ec79267d479 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339515 Jul 02 09:42:02.720715 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e14a9-509d-4123-9e20-e3f9836a8508 req-d606ea3a-0c6a-4df0-b574-93fd23f036f0 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:02.725125 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-222e14a9-509d-4123-9e20-e3f9836a8508 req-d606ea3a-0c6a-4df0-b574-93fd23f036f0 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0641232 Jul 02 09:42:02.764747 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-222e14a9-509d-4123-9e20-e3f9836a8508 req-0cacc9c7-5c8c-472e-95f7-52665bc01b7b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362484 Jul 02 09:42:03.355226 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a1708-1557-43dc-b216-228dcf3f9143 req-9630f900-a70a-4198-a35f-6043217fa39e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:03.356964 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9a8a1708-1557-43dc-b216-228dcf3f9143 req-9630f900-a70a-4198-a35f-6043217fa39e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0634687 Jul 02 09:42:03.400962 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9a8a1708-1557-43dc-b216-228dcf3f9143 req-568d3189-2398-4209-bf25-ebcff15e7408 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374131 Jul 02 09:42:03.746416 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624220fe-d61d-4ac5-a17e-f51b0434a3f5 req-c689d972-7908-4469-a40a-0c725915312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:03.748354 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-624220fe-d61d-4ac5-a17e-f51b0434a3f5 req-c689d972-7908-4469-a40a-0c725915312a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 1099 time: 0.0624106 Jul 02 09:42:03.855298 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-624220fe-d61d-4ac5-a17e-f51b0434a3f5 req-b0305d0f-99d3-4dc5-8e62-e3c1919c4673 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393426 Jul 02 09:42:03.948554 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae499afe-7a3e-49ed-8b0e-33d7afcbfc4d req-e4e593c6-8f7e-4583-8850-a3623fae6d60 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:03.950047 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ae499afe-7a3e-49ed-8b0e-33d7afcbfc4d req-e4e593c6-8f7e-4583-8850-a3623fae6d60 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0700474 Jul 02 09:42:03.990525 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ae499afe-7a3e-49ed-8b0e-33d7afcbfc4d req-5c857b8c-42ce-4578-ba18-e29d32b438d7 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343099 Jul 02 09:42:04.596044 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221936b6-cb86-476e-a1bf-74630cfcb183 req-72b6a18f-73b9-4661-9424-7360388e1ac5 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:04.597543 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-221936b6-cb86-476e-a1bf-74630cfcb183 req-72b6a18f-73b9-4661-9424-7360388e1ac5 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0654857 Jul 02 09:42:04.637819 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-221936b6-cb86-476e-a1bf-74630cfcb183 req-6973cf97-2845-4bd2-a9ab-46ec09540193 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344923 Jul 02 09:42:04.812695 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2589f1-bb1f-4463-98f4-f8b5ba0bac19 req-eb3a662d-f2e9-4047-ba41-4bada41bb4ea tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:04.814348 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7f2589f1-bb1f-4463-98f4-f8b5ba0bac19 req-eb3a662d-f2e9-4047-ba41-4bada41bb4ea tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0664260 Jul 02 09:42:04.823266 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 40628) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:04.828674 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-6fe4d566-1758-4ab2-b3cf-aa86783590b5 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Request body: {'floatingip': {'port_id': '5c32b2e1-fcfd-4458-97b4-873e158c129c'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:42:04.904273 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6fe4d566-1758-4ab2-b3cf-aa86783590b5 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for floatingip, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:05.355401 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3f9de-e64b-488d-bd84-29a6836d3fe1 req-2fe572f6-8508-41fa-be5f-58f1ffbe80ba tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:05.356966 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7fe3f9de-e64b-488d-bd84-29a6836d3fe1 req-2fe572f6-8508-41fa-be5f-58f1ffbe80ba tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.2101476 Jul 02 09:42:05.359693 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 40652) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:05.514582 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-35a8286c-a790-42e7-b5d5-5f82eba7fb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:05.518861 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7fe3f9de-e64b-488d-bd84-29a6836d3fe1 req-9b5621df-0f57-437a-b335-c6e5596947d8 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525335 Jul 02 09:42:05.657661 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 40666) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:05.706807 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-35a8286c-a790-42e7-b5d5-5f82eba7fb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:05.716914 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-35a8286c-a790-42e7-b5d5-5f82eba7fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:05.786679 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8286c-a790-42e7-b5d5-5f82eba7fb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d29992b-e442-4f1d-975a-8564a5929a53,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:05.825143 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 40678) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:05.825426 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-35a8286c-a790-42e7-b5d5-5f82eba7fb71 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=422aaccbe0ad4d838155f9b9686ad1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4617953 Jul 02 09:42:05.871184 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.db.resource_extend [None req-6fe4d566-1758-4ab2-b3cf-aa86783590b5 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 02 09:42:05.889365 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9356fa4a-a4d1-46fd-87fa-8c52ad65f141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:05.993354 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6fe4d566-1758-4ab2-b3cf-aa86783590b5 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:05.998725 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-83299514-9d3d-4c21-bca4-a782b8ebdbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:06.000424 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6fe4d566-1758-4ab2-b3cf-aa86783590b5 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634276'] for floatingip, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:06.011104 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9356fa4a-a4d1-46fd-87fa-8c52ad65f141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:06.017097 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9356fa4a-a4d1-46fd-87fa-8c52ad65f141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:06.071400 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-9356fa4a-a4d1-46fd-87fa-8c52ad65f141 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2f5c3b78047b4e9882ba800f6c58c2ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4139800 Jul 02 09:42:06.075963 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 40680) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:06.076297 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-83299514-9d3d-4c21-bca4-a782b8ebdbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:06.086681 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356fa4a-a4d1-46fd-87fa-8c52ad65f141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99d75b2-0a72-4ff3-b1a6-aa089a2ccf9b,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:06.141392 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-25b8f056-e4f2-4794-b00c-5a03281167b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:06.171110 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-25b8f056-e4f2-4794-b00c-5a03281167b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:06.172968 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.db.l3_db [None req-6fe4d566-1758-4ab2-b3cf-aa86783590b5 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Floating IP bfa73c81-836c-476d-ba3c-d6f910d66b68 associated. External IP: 172.27.1.90, port: 5c32b2e1-fcfd-4458-97b4-873e158c129c. Jul 02 09:42:06.235258 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-25b8f056-e4f2-4794-b00c-5a03281167b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:06.239023 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-25b8f056-e4f2-4794-b00c-5a03281167b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:06.239550 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-83299514-9d3d-4c21-bca4-a782b8ebdbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:06.243264 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-25b8f056-e4f2-4794-b00c-5a03281167b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d99d75b2-0a72-4ff3-b1a6-aa089a2ccf9b HTTP/1.1" status: 204 len: 168 time: 0.1637537 Jul 02 09:42:06.246365 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-83299514-9d3d-4c21-bca4-a782b8ebdbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:06.247097 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-83299514-9d3d-4c21-bca4-a782b8ebdbfd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6d29992b-e442-4f1d-975a-8564a5929a53 HTTP/1.1" status: 204 len: 168 time: 0.4207497 Jul 02 09:42:06.254490 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8f056-e4f2-4794-b00c-5a03281167b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99d75b2-0a72-4ff3-b1a6-aa089a2ccf9b,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:06.313949 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83299514-9d3d-4c21-bca4-a782b8ebdbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d29992b-e442-4f1d-975a-8564a5929a53,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:06.447606 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe4d566-1758-4ab2-b3cf-aa86783590b5 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:42:06.572366 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe4d566-1758-4ab2-b3cf-aa86783590b5 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:42:06.581559 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6fe4d566-1758-4ab2-b3cf-aa86783590b5 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:06.594078 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0005c6ce-ab02-4b4a-bba9-b57410142c9f None None] Sync routers for ids ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:42:06.610653 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0005c6ce-ab02-4b4a-bba9-b57410142c9f None None] Routers {'3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:42:06.610794 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 40696) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:06.611376 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-0005c6ce-ab02-4b4a-bba9-b57410142c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:41:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:42:06.634865 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-eea76e0f-fa9a-4dac-a022-5ed576aadba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:06.655840 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 40698) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:06.667908 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-6fe4d566-1758-4ab2-b3cf-aa86783590b5 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "PUT /v2.0/floatingips/bfa73c81-836c-476d-ba3c-d6f910d66b68 HTTP/1.1" status: 200 len: 991 time: 1.8434548 Jul 02 09:42:06.671007 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a75063ba-7a3e-47e3-a896-ecf7ced78595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:06.672081 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8105a6-4d2e-452c-a47b-0654b2ba2e00', 'tag': '5c32b2e1-fcfd-4458-97b4-873e158c129c'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:42:06.675001 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6deb4261-1e2a-4492-a957-938a450c3e83" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8105a6-4d2e-452c-a47b-0654b2ba2e00", "tag": "5c32b2e1-fcfd-4458-97b4-873e158c129c"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:42:06.739170 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-0005c6ce-ab02-4b4a-bba9-b57410142c9f None None] Set router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:42:06.785121 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc7285-59c1-45f5-bea0-90b37ccd559b req-982591e3-96a9-44d5-be6b-60f039fc5b3c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:06.786541 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d2bc7285-59c1-45f5-bea0-90b37ccd559b req-982591e3-96a9-44d5-be6b-60f039fc5b3c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.1174695 Jul 02 09:42:06.843974 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-eea76e0f-fa9a-4dac-a022-5ed576aadba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:06.847611 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d2bc7285-59c1-45f5-bea0-90b37ccd559b req-11120a89-9434-4bdd-84ff-2ce3a696538e tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535636 Jul 02 09:42:06.851361 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-eea76e0f-fa9a-4dac-a022-5ed576aadba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:06.906060 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea76e0f-fa9a-4dac-a022-5ed576aadba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb08e02-bae1-4dbb-8f63-5a499c2b882d,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:06.910456 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-eea76e0f-fa9a-4dac-a022-5ed576aadba5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4165bb24a3f44dd5bae2ef84146f96df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983778 Jul 02 09:42:06.913883 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 40710) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:06.936013 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872964c6-0cc9-4b6f-a822-33436177f583 x-openstack-request-id: req-872964c6-0cc9-4b6f-a822-33436177f583 {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:42:06.936309 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8105a6-4d2e-452c-a47b-0654b2ba2e00", "tag": "5c32b2e1-fcfd-4458-97b4-873e158c129c", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:42:06.936668 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-872964c6-0cc9-4b6f-a822-33436177f583 {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:42:06.937096 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8105a6-4d2e-452c-a47b-0654b2ba2e00', 'tag': '5c32b2e1-fcfd-4458-97b4-873e158c129c', 'status': 'completed', 'code': 200} Jul 02 09:42:06.986049 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b67b5c28-e04d-4512-b74c-f5e924b34921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:07.019078 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b67b5c28-e04d-4512-b74c-f5e924b34921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:07.036131 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a75063ba-7a3e-47e3-a896-ecf7ced78595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:07.043598 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a75063ba-7a3e-47e3-a896-ecf7ced78595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:07.094484 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b67b5c28-e04d-4512-b74c-f5e924b34921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:07.097456 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b67b5c28-e04d-4512-b74c-f5e924b34921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:07.098981 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-b67b5c28-e04d-4512-b74c-f5e924b34921 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/deb08e02-bae1-4dbb-8f63-5a499c2b882d HTTP/1.1" status: 204 len: 168 time: 0.1843920 Jul 02 09:42:07.102578 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 40714) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:07.105579 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-a75063ba-7a3e-47e3-a896-ecf7ced78595 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=383f7b3084594e7db339395063a4780d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4415224 Jul 02 09:42:07.111474 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75063ba-7a3e-47e3-a896-ecf7ced78595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffdda7a-12ea-4734-b016-c649a9e47c15,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:07.118661 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b5c28-e04d-4512-b74c-f5e924b34921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb08e02-bae1-4dbb-8f63-5a499c2b882d,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:07.172277 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1024a656-fa85-4f46-b90b-9fb1a5d589b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:07.178725 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-0005c6ce-ab02-4b4a-bba9-b57410142c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 4, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': 'bfa73c81-836c-476d-ba3c-d6f910d66b68', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'port_id': '5c32b2e1-fcfd-4458-97b4-873e158c129c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'mac_address': 'fa:16:3e:03:c6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8105a6-4d2e-452c-a47b-0654b2ba2e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:41:33Z', 'updated_at': '2021-07-02T09:42:05Z', 'revision_number': 1, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d70602f-ed17-418e-9d1c-71d1f7a25efa', 'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'mac_address': 'fa:16:3e:42:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:20Z', 'updated_at': '2021-07-02T09:41:30Z', 'revision_number': 5, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'subnets': [{'id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:42:07.197638 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1024a656-fa85-4f46-b90b-9fb1a5d589b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:07.224905 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0005c6ce-ab02-4b4a-bba9-b57410142c9f None None] Checking router: 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:42:07.236941 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0005c6ce-ab02-4b4a-bba9-b57410142c9f None None] Routers {'3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:42:07.237959 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-0005c6ce-ab02-4b4a-bba9-b57410142c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:41:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:42:07.262285 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1024a656-fa85-4f46-b90b-9fb1a5d589b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:07.266931 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1024a656-fa85-4f46-b90b-9fb1a5d589b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:07.268411 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-1024a656-fa85-4f46-b90b-9fb1a5d589b2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bffdda7a-12ea-4734-b016-c649a9e47c15 HTTP/1.1" status: 204 len: 168 time: 0.1650524 Jul 02 09:42:07.279717 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024a656-fa85-4f46-b90b-9fb1a5d589b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffdda7a-12ea-4734-b016-c649a9e47c15,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:07.363630 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-0005c6ce-ab02-4b4a-bba9-b57410142c9f None None] Set router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:42:07.443252 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856d2ed-9b78-42b8-b685-0c89b49d3d29 req-89d41d7a-58ce-45d8-a2f8-ccc2016c6cb9 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:07.450341 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6856d2ed-9b78-42b8-b685-0c89b49d3d29 req-89d41d7a-58ce-45d8-a2f8-ccc2016c6cb9 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0780575 Jul 02 09:42:07.493949 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6856d2ed-9b78-42b8-b685-0c89b49d3d29 req-57f05876-95df-4059-a180-531f98c882b3 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426340 Jul 02 09:42:07.633579 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-0005c6ce-ab02-4b4a-bba9-b57410142c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 4, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': 'bfa73c81-836c-476d-ba3c-d6f910d66b68', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'port_id': '5c32b2e1-fcfd-4458-97b4-873e158c129c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'mac_address': 'fa:16:3e:03:c6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8105a6-4d2e-452c-a47b-0654b2ba2e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:41:33Z', 'updated_at': '2021-07-02T09:42:05Z', 'revision_number': 1, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d70602f-ed17-418e-9d1c-71d1f7a25efa', 'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'mac_address': 'fa:16:3e:42:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:20Z', 'updated_at': '2021-07-02T09:41:30Z', 'revision_number': 5, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'subnets': [{'id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:42:07.670971 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0005c6ce-ab02-4b4a-bba9-b57410142c9f None None] The sync data for ids ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'] in dv-cinder-772181-12-iscsi is: [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 4, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': 'bfa73c81-836c-476d-ba3c-d6f910d66b68', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'port_id': '5c32b2e1-fcfd-4458-97b4-873e158c129c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'mac_address': 'fa:16:3e:03:c6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8105a6-4d2e-452c-a47b-0654b2ba2e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:41:33Z', 'updated_at': '2021-07-02T09:42:05Z', 'revision_number': 1, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d70602f-ed17-418e-9d1c-71d1f7a25efa', 'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'mac_address': 'fa:16:3e:42:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:20Z', 'updated_at': '2021-07-02T09:41:30Z', 'revision_number': 5, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'subnets': [{'id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:42:07.703457 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 40734) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:07.719311 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-436a9505-bf50-4f4e-a0f3-cf88184f324e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:07.828984 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-436a9505-bf50-4f4e-a0f3-cf88184f324e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:07.833276 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-436a9505-bf50-4f4e-a0f3-cf88184f324e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:07.875399 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 40740) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:07.882061 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-436a9505-bf50-4f4e-a0f3-cf88184f324e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0f2d5dfbf11143838c905dd890146a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1681838 Jul 02 09:42:07.891488 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a9505-bf50-4f4e-a0f3-cf88184f324e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d166654-afc1-4ed8-b8e3-7e913aba5a57,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:07.910447 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f4b8c3-da23-4b79-a659-320ba3a27d71 None None] New status for floating IP bfa73c81-836c-476d-ba3c-d6f910d66b68: ACTIVE {{(pid=99503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 09:42:07.948007 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-14ef8f28-2833-4455-b03e-734bfd462bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:07.971555 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-14ef8f28-2833-4455-b03e-734bfd462bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:08.027459 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-14ef8f28-2833-4455-b03e-734bfd462bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:08.031400 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-14ef8f28-2833-4455-b03e-734bfd462bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:08.036843 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-14ef8f28-2833-4455-b03e-734bfd462bad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7d166654-afc1-4ed8-b8e3-7e913aba5a57 HTTP/1.1" status: 204 len: 168 time: 0.1595340 Jul 02 09:42:08.045829 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef8f28-2833-4455-b03e-734bfd462bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d166654-afc1-4ed8-b8e3-7e913aba5a57,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:08.696872 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb4261-1e2a-4492-a957-938a450c3e83 req-a85eaa18-ca2a-4027-b82c-8366a272d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:08.698830 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-6deb4261-1e2a-4492-a957-938a450c3e83 req-a85eaa18-ca2a-4027-b82c-8366a272d49b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0eac9fab71cc4bf1add1a341c85baad4&device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 1099 time: 0.1130116 Jul 02 09:42:08.739730 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5593b7e-8e24-41e2-bc84-e90baa72b683 req-3d0accc7-daee-43f4-9f30-a1952e17c9bd tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:08.755993 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b5593b7e-8e24-41e2-bc84-e90baa72b683 req-3d0accc7-daee-43f4-9f30-a1952e17c9bd tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.1386104 Jul 02 09:42:08.765499 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab4861-d8c9-454b-9f92-864289c33e25 req-0a6207ca-13b8-4b64-b697-d1fb69fdaf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:08.767050 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-97ab4861-d8c9-454b-9f92-864289c33e25 req-0a6207ca-13b8-4b64-b697-d1fb69fdaf95 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a53f77cb0d7c47d3a12f4c605e84bf21&device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 1099 time: 0.1185408 Jul 02 09:42:08.833986 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b5593b7e-8e24-41e2-bc84-e90baa72b683 req-98d0c41d-e6c4-4f02-ac09-5750a3bde372 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769827 Jul 02 09:42:08.861854 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb4261-1e2a-4492-a957-938a450c3e83 req-561c8cfa-66da-4c5b-9330-180adfe5b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:08.863676 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-6deb4261-1e2a-4492-a957-938a450c3e83 req-561c8cfa-66da-4c5b-9330-180adfe5b30a service neutron] 10.222.0.66 "GET /v2.0/networks?id=91c217cd-a0ca-4235-96ca-c7bcaff114e8 HTTP/1.1" status: 200 len: 917 time: 0.1511507 Jul 02 09:42:08.914288 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab4861-d8c9-454b-9f92-864289c33e25 req-c345600d-3476-43c9-893e-68ff91b99447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:08.919372 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-97ab4861-d8c9-454b-9f92-864289c33e25 req-c345600d-3476-43c9-893e-68ff91b99447 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ae5d867-4f28-47ae-9b90-7ac90a306363 HTTP/1.1" status: 200 len: 920 time: 0.1412292 Jul 02 09:42:08.946159 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:08.991449 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-97ab4861-d8c9-454b-9f92-864289c33e25 req-ef0723c0-de62-42ef-b32c-07c6194eba14 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11297fae-f2fa-4037-9b1a-77414d6498d1 HTTP/1.1" status: 200 len: 217 time: 0.0629499 Jul 02 09:42:08.994987 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-6deb4261-1e2a-4492-a957-938a450c3e83 req-9170623f-7a8c-4a33-8d1d-518e6370a0b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c32b2e1-fcfd-4458-97b4-873e158c129c HTTP/1.1" status: 200 len: 1001 time: 0.1234403 Jul 02 09:42:09.054400 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb4261-1e2a-4492-a957-938a450c3e83 req-05a1ad15-164f-49c1-ba09-ee346a8272e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:09.056179 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-6deb4261-1e2a-4492-a957-938a450c3e83 req-05a1ad15-164f-49c1-ba09-ee346a8272e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cf610ccc-985f-4d3a-a43f-1bfbdadecb7e HTTP/1.1" status: 200 len: 855 time: 0.0516405 Jul 02 09:42:09.071369 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab4861-d8c9-454b-9f92-864289c33e25 req-0d4a880f-1deb-4612-9d83-b59733493126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:09.073836 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-97ab4861-d8c9-454b-9f92-864289c33e25 req-0d4a880f-1deb-4612-9d83-b59733493126 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5da70325-9306-49c2-ab3d-c602b5d8b1c1 HTTP/1.1" status: 200 len: 859 time: 0.0689785 Jul 02 09:42:09.119342 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-97ab4861-d8c9-454b-9f92-864289c33e25 req-71d62122-9066-4c22-8a2a-c741a97b13bf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ae5d867-4f28-47ae-9b90-7ac90a306363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356374 Jul 02 09:42:09.147009 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb4261-1e2a-4492-a957-938a450c3e83 req-e773d297-f331-44c7-a250-624bcd6b0df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:09.148710 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-6deb4261-1e2a-4492-a957-938a450c3e83 req-e773d297-f331-44c7-a250-624bcd6b0df4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91c217cd-a0ca-4235-96ca-c7bcaff114e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0809183 Jul 02 09:42:09.227111 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-97ab4861-d8c9-454b-9f92-864289c33e25 req-2ab91f79-2d55-4aba-b870-aa72b8a79199 service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006701 Jul 02 09:42:09.268159 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-6deb4261-1e2a-4492-a957-938a450c3e83 req-c98aaabf-0250-4bcc-af40-44137207dcb7 service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093194 Jul 02 09:42:09.374774 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-97ab4861-d8c9-454b-9f92-864289c33e25 req-72c92f90-72e8-4f93-a448-d7e95f71645c service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304379 Jul 02 09:42:09.378327 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-6deb4261-1e2a-4492-a957-938a450c3e83 req-892376d4-bcde-4ec4-8cd3-66ef2d64625f service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981238 Jul 02 09:42:10.024297 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f866f4-e1b8-4451-b3ff-6e6678f2a0bd req-6f43389f-87f2-4423-912d-663c1db8c7f4 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:10.024297 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-26f866f4-e1b8-4451-b3ff-6e6678f2a0bd req-6f43389f-87f2-4423-912d-663c1db8c7f4 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0729873 Jul 02 09:42:10.061660 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-26f866f4-e1b8-4451-b3ff-6e6678f2a0bd req-aab59595-80ac-40fd-b2df-fd481b174f4d tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351171 Jul 02 09:42:11.253108 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6eed8-35e8-4ca0-8e8e-6391c2e14cd1 req-18fe876d-ac7c-4d39-b18a-ee8c680ff5df tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:11.254656 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-eed6eed8-35e8-4ca0-8e8e-6391c2e14cd1 req-18fe876d-ac7c-4d39-b18a-ee8c680ff5df tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0684879 Jul 02 09:42:11.295875 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-eed6eed8-35e8-4ca0-8e8e-6391c2e14cd1 req-fd128198-94b9-49c4-9f91-366c655f732d tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345392 Jul 02 09:42:12.262883 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d4f3b70a-1a3f-4398-af38-55d31725da4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:12.295855 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 40948) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:12.431393 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-93ec49da-6356-40dc-af94-9a68fe57deed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:12.500682 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6275d-0461-44e9-99df-6468df579029 req-7d043fb0-7ece-47aa-aaca-aa75c0bb7cfc tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:12.508015 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f4a6275d-0461-44e9-99df-6468df579029 req-7d043fb0-7ece-47aa-aaca-aa75c0bb7cfc tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0789812 Jul 02 09:42:12.537261 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-93ec49da-6356-40dc-af94-9a68fe57deed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:12.545546 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-93ec49da-6356-40dc-af94-9a68fe57deed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:12.548528 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f4a6275d-0461-44e9-99df-6468df579029 req-07bba6a7-686a-4023-973e-69e543a292fe tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339146 Jul 02 09:42:12.586600 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-93ec49da-6356-40dc-af94-9a68fe57deed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e73dd38d997f4536a5027d651c0d0edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896478 Jul 02 09:42:12.589114 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec49da-6356-40dc-af94-9a68fe57deed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6bf8f5-d458-41a8-a9a6-b72cc8b5fe79,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:12.589448 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 40974) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:12.641492 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1f64392d-19fd-4e76-9c54-4f70af163176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:12.666353 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1f64392d-19fd-4e76-9c54-4f70af163176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:12.718098 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1f64392d-19fd-4e76-9c54-4f70af163176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:12.721502 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1f64392d-19fd-4e76-9c54-4f70af163176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:12.722804 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-1f64392d-19fd-4e76-9c54-4f70af163176 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ed6bf8f5-d458-41a8-a9a6-b72cc8b5fe79 HTTP/1.1" status: 204 len: 168 time: 0.1322496 Jul 02 09:42:12.734248 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64392d-19fd-4e76-9c54-4f70af163176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6bf8f5-d458-41a8-a9a6-b72cc8b5fe79,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:13.015431 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 41008) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:13.028670 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7b7d57e0-86cf-4958-b695-702e1da97e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:13.121586 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7b7d57e0-86cf-4958-b695-702e1da97e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:13.124377 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7b7d57e0-86cf-4958-b695-702e1da97e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:13.162187 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-7b7d57e0-86cf-4958-b695-702e1da97e36 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e3d876b15812469cb970d4c09cb7f122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456704 Jul 02 09:42:13.163073 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d57e0-86cf-4958-b695-702e1da97e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64873424-cdfc-4462-b625-0b5dd960aa96,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:13.164894 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 41016) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:13.213779 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1adcf212-1ee5-4517-8095-c4758d0c1782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:13.234263 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1adcf212-1ee5-4517-8095-c4758d0c1782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:13.280156 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1adcf212-1ee5-4517-8095-c4758d0c1782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:13.282706 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1adcf212-1ee5-4517-8095-c4758d0c1782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:13.283830 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-1adcf212-1ee5-4517-8095-c4758d0c1782 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/64873424-cdfc-4462-b625-0b5dd960aa96 HTTP/1.1" status: 204 len: 168 time: 0.1177704 Jul 02 09:42:13.291359 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adcf212-1ee5-4517-8095-c4758d0c1782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64873424-cdfc-4462-b625-0b5dd960aa96,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:13.298768 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adcf212-1ee5-4517-8095-c4758d0c1782 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:13.299127 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adcf212-1ee5-4517-8095-c4758d0c1782 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:13.299473 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adcf212-1ee5-4517-8095-c4758d0c1782 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:13.299816 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adcf212-1ee5-4517-8095-c4758d0c1782 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:13.300152 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adcf212-1ee5-4517-8095-c4758d0c1782 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:13.300507 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adcf212-1ee5-4517-8095-c4758d0c1782 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:13.300841 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adcf212-1ee5-4517-8095-c4758d0c1782 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:13.301170 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adcf212-1ee5-4517-8095-c4758d0c1782 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:13.301497 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adcf212-1ee5-4517-8095-c4758d0c1782 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:13.301822 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adcf212-1ee5-4517-8095-c4758d0c1782 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:13.302143 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adcf212-1ee5-4517-8095-c4758d0c1782 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:13.302465 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adcf212-1ee5-4517-8095-c4758d0c1782 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:13.720839 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498fc09-99f7-4ef3-8a35-10d4f6e74faf req-e3729c44-5641-4f6f-8397-5f583771f05d tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:13.723108 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e498fc09-99f7-4ef3-8a35-10d4f6e74faf req-e3729c44-5641-4f6f-8397-5f583771f05d tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0643420 Jul 02 09:42:13.764678 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e498fc09-99f7-4ef3-8a35-10d4f6e74faf req-17183fd2-2b27-4f7d-ae3a-f00e5863183f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349784 Jul 02 09:42:14.960547 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48960d5c-df6a-4d04-81e3-06dffd06b500 req-53ae9625-1729-4465-8bff-7afb2967082d tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:14.965677 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-48960d5c-df6a-4d04-81e3-06dffd06b500 req-53ae9625-1729-4465-8bff-7afb2967082d tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0747633 Jul 02 09:42:15.002665 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-48960d5c-df6a-4d04-81e3-06dffd06b500 req-1990ef2d-a61c-4791-8c69-a4a78ce97bb9 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345716 Jul 02 09:42:15.091215 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 41108) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:15.106711 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-00c1eb77-f74c-4bb3-8165-525db1a538e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:15.205292 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3b95a8cf-2946-41e9-85e9-06089938b9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:15.304659 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3b95a8cf-2946-41e9-85e9-06089938b9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:15.308825 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3b95a8cf-2946-41e9-85e9-06089938b9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:15.345489 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-3b95a8cf-2946-41e9-85e9-06089938b9df admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=61ab6afcd9664d6796fdf7cb42970ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531486 Jul 02 09:42:15.346551 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95a8cf-2946-41e9-85e9-06089938b9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38bb337-a860-430e-bfe2-d9b9ac63b980,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:15.348186 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 41114) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:15.353970 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95a8cf-2946-41e9-85e9-06089938b9df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:15.355043 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95a8cf-2946-41e9-85e9-06089938b9df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:15.355609 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95a8cf-2946-41e9-85e9-06089938b9df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:15.355972 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95a8cf-2946-41e9-85e9-06089938b9df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:15.356301 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95a8cf-2946-41e9-85e9-06089938b9df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:15.356653 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95a8cf-2946-41e9-85e9-06089938b9df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:15.356986 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95a8cf-2946-41e9-85e9-06089938b9df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:15.357309 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95a8cf-2946-41e9-85e9-06089938b9df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:15.357632 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95a8cf-2946-41e9-85e9-06089938b9df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:15.357951 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95a8cf-2946-41e9-85e9-06089938b9df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:15.358267 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95a8cf-2946-41e9-85e9-06089938b9df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:15.358578 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95a8cf-2946-41e9-85e9-06089938b9df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:42:15.399199 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ecad5b0d-4dd7-418b-88e7-f5981881f451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:15.419912 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ecad5b0d-4dd7-418b-88e7-f5981881f451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:15.468915 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ecad5b0d-4dd7-418b-88e7-f5981881f451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:15.471641 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ecad5b0d-4dd7-418b-88e7-f5981881f451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:15.472845 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-ecad5b0d-4dd7-418b-88e7-f5981881f451 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c38bb337-a860-430e-bfe2-d9b9ac63b980 HTTP/1.1" status: 204 len: 168 time: 0.1235516 Jul 02 09:42:15.481420 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad5b0d-4dd7-418b-88e7-f5981881f451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38bb337-a860-430e-bfe2-d9b9ac63b980,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:15.514436 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:15.772759 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 41128) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:15.785864 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a6c73ea2-5913-4fac-9442-5db096871639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:15.853584 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:15.902551 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a6c73ea2-5913-4fac-9442-5db096871639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:15.906937 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a6c73ea2-5913-4fac-9442-5db096871639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:15.958638 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c73ea2-5913-4fac-9442-5db096871639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97c5899-a6fd-4b84-b1a7-c8f8ad78fa32,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:15.970988 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-a6c73ea2-5913-4fac-9442-5db096871639 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=34821d2cc15348bd90639320530ccb1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971483 Jul 02 09:42:15.973740 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 41142) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:16.063106 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-943e0339-a6b4-4d9e-8d4c-ef643dc8a7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:16.067845 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf322f-c12a-45fb-9b72-1e437682b2f1 req-43d76a51-99b2-4b00-a1f7-0ae855eb4296 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:16.073056 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-92cf322f-c12a-45fb-9b72-1e437682b2f1 req-43d76a51-99b2-4b00-a1f7-0ae855eb4296 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 945 time: 0.0918384 Jul 02 09:42:16.091643 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-943e0339-a6b4-4d9e-8d4c-ef643dc8a7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:16.130854 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-92cf322f-c12a-45fb-9b72-1e437682b2f1 req-003f991f-0722-4b84-bbbd-2458556f29ba tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462832 Jul 02 09:42:16.166113 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-943e0339-a6b4-4d9e-8d4c-ef643dc8a7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:16.169524 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-943e0339-a6b4-4d9e-8d4c-ef643dc8a7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:16.171052 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-943e0339-a6b4-4d9e-8d4c-ef643dc8a7fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f97c5899-a6fd-4b84-b1a7-c8f8ad78fa32 HTTP/1.1" status: 204 len: 168 time: 0.1963282 Jul 02 09:42:16.186114 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e0339-a6b4-4d9e-8d4c-ef643dc8a7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97c5899-a6fd-4b84-b1a7-c8f8ad78fa32,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:16.370592 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0526c9-830a-4e89-a819-ab5852d95502 req-06ef604b-730f-4008-9ff4-b545f18589a8 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:16.379377 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cd0526c9-830a-4e89-a819-ab5852d95502 req-06ef604b-730f-4008-9ff4-b545f18589a8 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.1251795 Jul 02 09:42:16.451328 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cd0526c9-830a-4e89-a819-ab5852d95502 req-211cc058-9c7c-41c3-9b67-58b4803ec27f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608587 Jul 02 09:42:16.810422 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 41192) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:16.918462 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a2800f93-58bd-4454-bcd3-022be11b2ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:17.031700 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a2800f93-58bd-4454-bcd3-022be11b2ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:17.036083 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a2800f93-58bd-4454-bcd3-022be11b2ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:17.068705 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2800f93-58bd-4454-bcd3-022be11b2ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302d43f4-943b-4a7c-8398-465e9b42386f,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:17.084053 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-a2800f93-58bd-4454-bcd3-022be11b2ed0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=348004171b5344bc9639e1911fc5835f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725148 Jul 02 09:42:17.084371 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 41210) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:17.150368 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-3e661695-e14c-40de-bef1-51886ee57406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:17.181892 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-3e661695-e14c-40de-bef1-51886ee57406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:17.239048 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-3e661695-e14c-40de-bef1-51886ee57406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:17.242593 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-3e661695-e14c-40de-bef1-51886ee57406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:17.243973 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-3e661695-e14c-40de-bef1-51886ee57406 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/302d43f4-943b-4a7c-8398-465e9b42386f HTTP/1.1" status: 204 len: 168 time: 0.1586118 Jul 02 09:42:17.285335 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e661695-e14c-40de-bef1-51886ee57406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302d43f4-943b-4a7c-8398-465e9b42386f,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:17.338233 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe4162-8d00-4296-8de4-e87bb95de279 req-2c1125e2-c3fa-46e6-bd8b-5af91055bc41 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:17.340649 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-dfbe4162-8d00-4296-8de4-e87bb95de279 req-2c1125e2-c3fa-46e6-bd8b-5af91055bc41 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 945 time: 0.0862260 Jul 02 09:42:17.400687 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-dfbe4162-8d00-4296-8de4-e87bb95de279 req-d8ada7ab-d295-4920-b603-d42e64afba5a tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541980 Jul 02 09:42:17.590787 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:17.718078 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 41252) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:17.720964 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3967c4a-316e-4f49-82e6-4e8203b2a47a req-d0ba80a1-b63d-4f6e-8d1f-4fee45ba0642 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:17.722599 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f3967c4a-316e-4f49-82e6-4e8203b2a47a req-d0ba80a1-b63d-4f6e-8d1f-4fee45ba0642 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.1136787 Jul 02 09:42:17.745223 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-200630f8-b01c-4995-aef6-222c888fc831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:17.793730 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f3967c4a-316e-4f49-82e6-4e8203b2a47a req-72a19967-ba39-44af-a59f-3d20ff5af7eb tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642130 Jul 02 09:42:17.886765 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-200630f8-b01c-4995-aef6-222c888fc831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:17.892540 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-200630f8-b01c-4995-aef6-222c888fc831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:17.929795 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-200630f8-b01c-4995-aef6-222c888fc831 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8e00a1b1cd5547678d67a841edf61c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2103560 Jul 02 09:42:17.933013 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 41256) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:17.966179 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200630f8-b01c-4995-aef6-222c888fc831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308073a2-9810-425b-a452-fedf11fa6ea6,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:18.000265 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-bad40702-80d5-492e-9193-2447ad656881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:18.040800 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-bad40702-80d5-492e-9193-2447ad656881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:18.112253 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-bad40702-80d5-492e-9193-2447ad656881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:18.116539 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-bad40702-80d5-492e-9193-2447ad656881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:18.117960 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-bad40702-80d5-492e-9193-2447ad656881 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/308073a2-9810-425b-a452-fedf11fa6ea6 HTTP/1.1" status: 204 len: 168 time: 0.1837306 Jul 02 09:42:18.137456 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad40702-80d5-492e-9193-2447ad656881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308073a2-9810-425b-a452-fedf11fa6ea6,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:18.592286 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3315bc-df36-4540-b42f-7b2255b60712 req-67febfc2-7ca7-4da3-a76b-2b5b676d7d8e tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:18.593789 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-ff3315bc-df36-4540-b42f-7b2255b60712 req-67febfc2-7ca7-4da3-a76b-2b5b676d7d8e tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 945 time: 0.1978793 Jul 02 09:42:18.794237 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97b39e-19d4-4d4c-a9b1-186426b14e5e req-81985a9f-ff3e-4e5c-bf78-cd089b9fa8cd tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:18.803113 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ca97b39e-19d4-4d4c-a9b1-186426b14e5e req-81985a9f-ff3e-4e5c-bf78-cd089b9fa8cd tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 945 time: 0.1296906 Jul 02 09:42:18.892016 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ca97b39e-19d4-4d4c-a9b1-186426b14e5e req-af53c9de-e714-4d76-8bd7-d76d95caecac tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/security-groups?id=601a6e8f-26c0-473a-80b4-40975ae16a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876713 Jul 02 09:42:18.959173 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-ff3315bc-df36-4540-b42f-7b2255b60712 req-70409292-a3b6-4628-9980-6110046503b1 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Deleting port 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:42:18.959843 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ff3315bc-df36-4540-b42f-7b2255b60712 req-70409292-a3b6-4628-9980-6110046503b1 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:19.044261 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4ce42-ef85-455a-bc46-6352fad36552 req-4721d95b-1d3a-4adc-8940-0419fe331eb2 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:19.051602 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8dc4ce42-ef85-455a-bc46-6352fad36552 req-4721d95b-1d3a-4adc-8940-0419fe331eb2 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0780113 Jul 02 09:42:19.086958 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-ff3315bc-df36-4540-b42f-7b2255b60712 req-70409292-a3b6-4628-9980-6110046503b1 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] For port 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=973e6d1b-a2d9-4af9-bb9a-0842f00b2f89,segment=NetworkSegment(ed6815de-64da-4b69-b929-137b3399c102),segment_id=ed6815de-64da-4b69-b929-137b3399c102)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:42:19.087324 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ff3315bc-df36-4540-b42f-7b2255b60712 req-70409292-a3b6-4628-9980-6110046503b1 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:19.094922 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8dc4ce42-ef85-455a-bc46-6352fad36552 req-c6cdd73f-7e15-4837-86d2-e945143ebd88 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422516 Jul 02 09:42:19.107527 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-ff3315bc-df36-4540-b42f-7b2255b60712 req-70409292-a3b6-4628-9980-6110046503b1 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Calling delete_port for 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:42:19.339635 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ff3315bc-df36-4540-b42f-7b2255b60712 req-70409292-a3b6-4628-9980-6110046503b1 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:19.357993 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['973e6d1b-a2d9-4af9-bb9a-0842f00b2f89'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:42:19.374767 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70409292-a3b6-4628-9980-6110046503b1 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Pushing event deleted for resources: {'Port': ['ID=973e6d1b-a2d9-4af9-bb9a-0842f00b2f89,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:19.444520 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3315bc-df36-4540-b42f-7b2255b60712 req-70409292-a3b6-4628-9980-6110046503b1 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] No DVR routers for this DVR port 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 on host hv-cinder-77218 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:42:19.447587 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ff3315bc-df36-4540-b42f-7b2255b60712 req-70409292-a3b6-4628-9980-6110046503b1 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:19.449769 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-ff3315bc-df36-4540-b42f-7b2255b60712 req-70409292-a3b6-4628-9980-6110046503b1 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.66 "DELETE /v2.0/ports/973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 HTTP/1.1" status: 204 len: 173 time: 0.8490076 Jul 02 09:42:19.450202 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92461da-4106-48ec-be65-b025baaca608', 'name': 'network-vif-deleted', 'tag': '973e6d1b-a2d9-4af9-bb9a-0842f00b2f89'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:42:19.452424 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e3b1e1-402b-40b4-b4a3-5cabf0f89a17" -d '{"events": [{"server_uuid": "d92461da-4106-48ec-be65-b025baaca608", "name": "network-vif-deleted", "tag": "973e6d1b-a2d9-4af9-bb9a-0842f00b2f89"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:42:19.638892 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22b7233-74aa-420a-b55e-a0c5add60046 x-openstack-request-id: req-d22b7233-74aa-420a-b55e-a0c5add60046 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:42:19.639190 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92461da-4106-48ec-be65-b025baaca608", "name": "network-vif-deleted", "tag": "973e6d1b-a2d9-4af9-bb9a-0842f00b2f89", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:42:19.639444 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d22b7233-74aa-420a-b55e-a0c5add60046 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:42:19.639835 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92461da-4106-48ec-be65-b025baaca608', 'name': 'network-vif-deleted', 'tag': '973e6d1b-a2d9-4af9-bb9a-0842f00b2f89', 'status': 'completed', 'code': 200} Jul 02 09:42:19.733650 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 41358) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:19.919689 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-bd8496e7-2c00-4214-a1a1-c6537203dbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:20.021056 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-bd8496e7-2c00-4214-a1a1-c6537203dbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:20.025746 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-bd8496e7-2c00-4214-a1a1-c6537203dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:20.063582 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-bd8496e7-2c00-4214-a1a1-c6537203dbcb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=de32842a67394b10a41ce9af766b475d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282344 Jul 02 09:42:20.066691 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 41378) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:20.080153 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8496e7-2c00-4214-a1a1-c6537203dbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89f957a-0726-48de-a8b3-163a9efc310d,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:20.086772 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2b2a201a-a58f-4725-bcdd-a3606331b70b req-0c0ce2d1-33f7-4025-8e49-82442c09c0f5 tempest-DeleteServersTestJSON-339394906 tempest-DeleteServersTestJSON-339394906-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92461da-4106-48ec-be65-b025baaca608 HTTP/1.1" status: 200 len: 210 time: 0.0374930 Jul 02 09:42:20.127709 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-94eb086d-98da-467e-ac10-713a9b04a0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:20.138720 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 41382) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:20.156859 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-94eb086d-98da-467e-ac10-713a9b04a0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:20.210198 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-94eb086d-98da-467e-ac10-713a9b04a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:20.213677 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-94eb086d-98da-467e-ac10-713a9b04a0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:20.215303 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-94eb086d-98da-467e-ac10-713a9b04a0c1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f89f957a-0726-48de-a8b3-163a9efc310d HTTP/1.1" status: 204 len: 168 time: 0.1471090 Jul 02 09:42:20.229457 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb086d-98da-467e-ac10-713a9b04a0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89f957a-0726-48de-a8b3-163a9efc310d,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:20.288695 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1c58cfb8-d10f-4a38-b7c7-79f1d208013b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:20.356026 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc75c3d-d2cc-4fbe-88c9-6d5120438b64 req-175a48b9-2468-4b1b-8cd6-93a0667c2f2c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:20.357585 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-abc75c3d-d2cc-4fbe-88c9-6d5120438b64 req-175a48b9-2468-4b1b-8cd6-93a0667c2f2c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.1188097 Jul 02 09:42:20.425335 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-abc75c3d-d2cc-4fbe-88c9-6d5120438b64 req-b1579f63-8892-4ba1-aefe-320759259dd4 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612240 Jul 02 09:42:20.451380 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1c58cfb8-d10f-4a38-b7c7-79f1d208013b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:20.460544 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1c58cfb8-d10f-4a38-b7c7-79f1d208013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:20.511139 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-1c58cfb8-d10f-4a38-b7c7-79f1d208013b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a2824fb447fe4997bce51e368df95d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703718 Jul 02 09:42:20.519456 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 41398) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:20.560485 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58cfb8-d10f-4a38-b7c7-79f1d208013b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ce667e-25a8-4746-8608-295082dc4d9f,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:20.627823 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f796ea1d-7026-4c96-9d5d-cf430a968698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:20.652627 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f796ea1d-7026-4c96-9d5d-cf430a968698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:20.716366 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f796ea1d-7026-4c96-9d5d-cf430a968698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:20.719124 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f796ea1d-7026-4c96-9d5d-cf430a968698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:20.720290 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-f796ea1d-7026-4c96-9d5d-cf430a968698 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/28ce667e-25a8-4746-8608-295082dc4d9f HTTP/1.1" status: 204 len: 168 time: 0.2007124 Jul 02 09:42:20.730019 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796ea1d-7026-4c96-9d5d-cf430a968698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ce667e-25a8-4746-8608-295082dc4d9f,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:21.616424 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:42:21.657620 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:42:21.657973 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 973e6d1b-a2d9-4af9-bb9a-0842f00b2f89 not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:42:21.661262 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f089f24-84ba-4c53-a56d-39e52b8e02e2 req-e9d050fe-385d-4475-9612-77a52c8cae1f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:21.669143 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9f089f24-84ba-4c53-a56d-39e52b8e02e2 req-e9d050fe-385d-4475-9612-77a52c8cae1f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0840151 Jul 02 09:42:21.725045 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9f089f24-84ba-4c53-a56d-39e52b8e02e2 req-6b4353c0-eb1e-40bf-a0e3-c9c26083dd85 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533361 Jul 02 09:42:22.927357 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051233-9d68-4155-a877-afbaf396ef45 req-c3b5cf7e-a66f-404a-b127-7220f084c2ca tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:22.929597 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-54051233-9d68-4155-a877-afbaf396ef45 req-c3b5cf7e-a66f-404a-b127-7220f084c2ca tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0746236 Jul 02 09:42:22.949578 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 41602) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:22.974969 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-54051233-9d68-4155-a877-afbaf396ef45 req-b3e09b96-d1e0-4c8c-8910-0da6045e429f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384614 Jul 02 09:42:23.006377 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c5133b-1f99-4d3e-80ca-be2072e37c70 admin admin] Deleting subnet b6db7d49-e43d-45bb-ad1f-9ea654a7ce2d {{(pid=99502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 09:42:23.009564 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-27c5133b-1f99-4d3e-80ca-be2072e37c70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:23.044351 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-27c5133b-1f99-4d3e-80ca-be2072e37c70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3990916'] for subnet, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:23.089044 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-27c5133b-1f99-4d3e-80ca-be2072e37c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16457552'] for subnet, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:23.141818 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-27c5133b-1f99-4d3e-80ca-be2072e37c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16457545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3997221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3689631'] for subnet, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:23.174061 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5133b-1f99-4d3e-80ca-be2072e37c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6db7d49-e43d-45bb-ad1f-9ea654a7ce2d,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:23.177901 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-27c5133b-1f99-4d3e-80ca-be2072e37c70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:23.179667 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-27c5133b-1f99-4d3e-80ca-be2072e37c70 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b6db7d49-e43d-45bb-ad1f-9ea654a7ce2d HTTP/1.1" status: 204 len: 168 time: 0.2290044 Jul 02 09:42:23.183765 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 41606) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:23.281297 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436473'] for network, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:23.428339 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16458973', 'neutron.services.segments.db._delete_segments_for_network-8744578473274'] for network, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:23.453882 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:42:23.454921 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:42:23.456716 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:42:23.457108 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Subscribe: > port after_create 55550000 {{(pid=99501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:42:23.457435 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Subscribe: > port after_delete 55550000 {{(pid=99501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:42:23.457792 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Subscribe: > port after_update 55550000 {{(pid=99501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:42:23.458262 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:42:23.458632 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:42:23.458992 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:42:23.459309 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:42:23.545458 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:42:23.546132 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:42:23.547350 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:42:23.548008 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 09:42:23.548727 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164ead18-1184-4753-9a7c-6cb9718f22f3']}} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:42:23.571078 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6815de-64da-4b69-b929-137b3399c102') {'for_net_delete': True} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:42:23.571468 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6815de-64da-4b69-b929-137b3399c102') {} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:42:23.590133 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744578437946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233039'] for segment, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:23.613945 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:23.638123 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=99501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 09:42:23.638993 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25252431'] for segment, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: from cryptography.utils import int_from_bytes Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: from cryptography.utils import int_from_bytes Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: Traceback (most recent call last): Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: timer() Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: cb(*args, **kw) Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: return func(*args, **kwargs) Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: self._notify() Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: self.callback(batched_events) Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: event.method(event) Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: return f(self, *a, **k) Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: return self._get(url).json() Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: return self.request(url, 'GET', **kwargs) Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 09:42:23.645124 dv-cinder-772181-12-iscsi neutron-server[99501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 09:42:23.754457 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16458966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634290'] for network, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:23.774932 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:23.781824 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] 10.222.0.47 "DELETE /v2.0/networks/164ead18-1184-4753-9a7c-6cb9718f22f3 HTTP/1.1" status: 204 len: 168 time: 0.5963988 Jul 02 09:42:23.829858 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e822e-0c38-4e0d-a11c-5f55f03b753a admin admin] Pushing event deleted for resources: {'Network': ['ID=164ead18-1184-4753-9a7c-6cb9718f22f3,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:23.934808 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 41644) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:23.974952 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-9453f631-dc13-44cb-a174-32893058d715 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1791406ee4fc430a963576a5747f21ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387063 Jul 02 09:42:23.977734 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 41646) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:23.991378 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 41648) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:24.032879 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-40fdaa2c-4290-4210-be07-5a3979b72234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:24.054629 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-40fdaa2c-4290-4210-be07-5a3979b72234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:24.106028 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-40fdaa2c-4290-4210-be07-5a3979b72234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:24.108845 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-40fdaa2c-4290-4210-be07-5a3979b72234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:24.110183 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-40fdaa2c-4290-4210-be07-5a3979b72234 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/601a6e8f-26c0-473a-80b4-40975ae16a09 HTTP/1.1" status: 204 len: 168 time: 0.1313298 Jul 02 09:42:24.118786 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdaa2c-4290-4210-be07-5a3979b72234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601a6e8f-26c0-473a-80b4-40975ae16a09,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:24.175145 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-03e1953d-9daa-47e9-89f3-a4fb3dac1df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:24.212867 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e17032-9925-4bcb-9983-ea672b70315c req-f92957a8-3e17-486b-8dde-1c0b52df81a4 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:24.212867 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d9e17032-9925-4bcb-9983-ea672b70315c req-f92957a8-3e17-486b-8dde-1c0b52df81a4 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.1160264 Jul 02 09:42:24.493439 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d9e17032-9925-4bcb-9983-ea672b70315c req-51096160-54c6-492a-b561-1220da2152a9 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686937 Jul 02 09:42:24.564566 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-03e1953d-9daa-47e9-89f3-a4fb3dac1df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:24.570481 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-03e1953d-9daa-47e9-89f3-a4fb3dac1df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:24.593414 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:42:24.602886 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1953d-9daa-47e9-89f3-a4fb3dac1df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834754c3-fe86-42d7-becc-ef34dfc1b040,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:24.632217 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-03e1953d-9daa-47e9-89f3-a4fb3dac1df6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3b7148955fce41599149f37a4298df70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6397486 Jul 02 09:42:24.635045 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 41686) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:24.697385 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-94f8039c-56a6-43cb-9afe-a0978c59982e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:24.720051 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-94f8039c-56a6-43cb-9afe-a0978c59982e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:24.801080 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-94f8039c-56a6-43cb-9afe-a0978c59982e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:24.804160 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-94f8039c-56a6-43cb-9afe-a0978c59982e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:24.805928 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-94f8039c-56a6-43cb-9afe-a0978c59982e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/834754c3-fe86-42d7-becc-ef34dfc1b040 HTTP/1.1" status: 204 len: 168 time: 0.1695359 Jul 02 09:42:24.817499 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8039c-56a6-43cb-9afe-a0978c59982e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834754c3-fe86-42d7-becc-ef34dfc1b040,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:25.299994 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 41730) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:25.324085 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-26aa5636-1631-45a0-83f4-461e48e61591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:25.418857 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-26aa5636-1631-45a0-83f4-461e48e61591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:25.423232 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-26aa5636-1631-45a0-83f4-461e48e61591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:25.450489 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-26aa5636-1631-45a0-83f4-461e48e61591 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6e77b616210e450b9da1724d13f51724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482112 Jul 02 09:42:25.453440 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 41738) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:25.495368 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa5636-1631-45a0-83f4-461e48e61591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a66339-62f8-467e-97bc-a8eb22c92e0f,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:25.521610 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-18d5d3a3-6f25-4baf-8347-7115e6f66156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:25.549364 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-18d5d3a3-6f25-4baf-8347-7115e6f66156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:25.626441 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-18d5d3a3-6f25-4baf-8347-7115e6f66156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:25.629996 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-18d5d3a3-6f25-4baf-8347-7115e6f66156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:25.631570 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-18d5d3a3-6f25-4baf-8347-7115e6f66156 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b0a66339-62f8-467e-97bc-a8eb22c92e0f HTTP/1.1" status: 204 len: 168 time: 0.1771874 Jul 02 09:42:25.657208 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5d3a3-6f25-4baf-8347-7115e6f66156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a66339-62f8-467e-97bc-a8eb22c92e0f,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:25.735305 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d85f4-73da-4645-b52e-bd740f2c12d5 req-27a86511-84cb-4150-8912-ea19b6b5fb79 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:25.736841 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-528d85f4-73da-4645-b52e-bd740f2c12d5 req-27a86511-84cb-4150-8912-ea19b6b5fb79 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.1031828 Jul 02 09:42:25.778706 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-528d85f4-73da-4645-b52e-bd740f2c12d5 req-23885a6d-0e54-44a8-bb4b-38a00fb005b0 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325942 Jul 02 09:42:26.178815 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 41786) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:26.292623 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-207f04b0-6a2f-4880-9500-4f727cbb562a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:26.399679 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-207f04b0-6a2f-4880-9500-4f727cbb562a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:26.403894 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-207f04b0-6a2f-4880-9500-4f727cbb562a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:26.444768 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-207f04b0-6a2f-4880-9500-4f727cbb562a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a3db4ec2cbb843d8a16e41be40e211a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646439 Jul 02 09:42:26.445544 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f04b0-6a2f-4880-9500-4f727cbb562a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5a5fd1-9ece-4f51-8165-69d9fcf055c6,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:26.448065 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 41802) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:26.505928 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6d81910b-b291-497a-b65b-fd87b297091b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:26.527148 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6d81910b-b291-497a-b65b-fd87b297091b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:26.573536 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6d81910b-b291-497a-b65b-fd87b297091b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:26.577136 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6d81910b-b291-497a-b65b-fd87b297091b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:26.578595 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-6d81910b-b291-497a-b65b-fd87b297091b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5e5a5fd1-9ece-4f51-8165-69d9fcf055c6 HTTP/1.1" status: 204 len: 168 time: 0.1293218 Jul 02 09:42:26.597694 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81910b-b291-497a-b65b-fd87b297091b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5a5fd1-9ece-4f51-8165-69d9fcf055c6,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:26.918201 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 41854) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:26.931440 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9c32f883-6af1-4d0a-8156-99f0a7891c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:26.983256 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324a09e-607a-49f0-8afa-88216284905e req-b530f729-ed46-498b-879f-f5144f846640 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:26.985022 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8324a09e-607a-49f0-8afa-88216284905e req-b530f729-ed46-498b-879f-f5144f846640 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0694950 Jul 02 09:42:27.039527 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9c32f883-6af1-4d0a-8156-99f0a7891c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:27.047049 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9c32f883-6af1-4d0a-8156-99f0a7891c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:27.055051 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8324a09e-607a-49f0-8afa-88216284905e req-d679fb7d-acc3-429b-815b-dff9f7a0a665 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570087 Jul 02 09:42:27.117218 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-9c32f883-6af1-4d0a-8156-99f0a7891c81 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3728ef5a10384b9aa2700de57abd2bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976748 Jul 02 09:42:27.117956 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32f883-6af1-4d0a-8156-99f0a7891c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17518b4e-d1d6-4326-b1aa-f088b8c2e9ac,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:27.120686 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 41864) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:27.174689 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-cc4539bc-5a8b-4874-9248-54b5d6eb7878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:27.195900 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-cc4539bc-5a8b-4874-9248-54b5d6eb7878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:27.244019 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-cc4539bc-5a8b-4874-9248-54b5d6eb7878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:27.247142 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-cc4539bc-5a8b-4874-9248-54b5d6eb7878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:27.248228 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-cc4539bc-5a8b-4874-9248-54b5d6eb7878 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/17518b4e-d1d6-4326-b1aa-f088b8c2e9ac HTTP/1.1" status: 204 len: 168 time: 0.1261771 Jul 02 09:42:27.255448 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4539bc-5a8b-4874-9248-54b5d6eb7878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17518b4e-d1d6-4326-b1aa-f088b8c2e9ac,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:28.263980 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49dee5-816e-4144-af68-b52c1c4c0260 req-479849c1-f25b-4d5e-aaca-06923278b382 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:28.265508 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ed49dee5-816e-4144-af68-b52c1c4c0260 req-479849c1-f25b-4d5e-aaca-06923278b382 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0719521 Jul 02 09:42:28.303534 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ed49dee5-816e-4144-af68-b52c1c4c0260 req-51dd7b46-bad4-4459-b6fa-f2b9951c3307 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323310 Jul 02 09:42:28.944433 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 41950) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:29.046646 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6d6faf77-a729-436d-97a3-aad90ea12e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:29.136845 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6d6faf77-a729-436d-97a3-aad90ea12e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:29.142549 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6d6faf77-a729-436d-97a3-aad90ea12e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:29.184702 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-6d6faf77-a729-436d-97a3-aad90ea12e91 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fcd40054a0b04c9bae82c54da9cfa2ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390985 Jul 02 09:42:29.185647 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6faf77-a729-436d-97a3-aad90ea12e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e52950-445b-41c1-86a5-ac59791f2564,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:29.186745 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 41958) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:29.239152 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-923c9398-efc8-4246-93b1-03885a867079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:29.261981 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-923c9398-efc8-4246-93b1-03885a867079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:29.319491 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-923c9398-efc8-4246-93b1-03885a867079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:29.322159 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-923c9398-efc8-4246-93b1-03885a867079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:29.324346 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-923c9398-efc8-4246-93b1-03885a867079 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f7e52950-445b-41c1-86a5-ac59791f2564 HTTP/1.1" status: 204 len: 168 time: 0.1366417 Jul 02 09:42:29.332487 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c9398-efc8-4246-93b1-03885a867079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e52950-445b-41c1-86a5-ac59791f2564,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:29.491646 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6c99a-81f1-471e-885d-0046cc393e2d req-d933b80e-6e93-4529-b426-502633d4efa3 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:29.493216 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e6b6c99a-81f1-471e-885d-0046cc393e2d req-d933b80e-6e93-4529-b426-502633d4efa3 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0683346 Jul 02 09:42:29.541978 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e6b6c99a-81f1-471e-885d-0046cc393e2d req-fdf8970b-6121-44ca-8b15-76f97af5ecb0 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396848 Jul 02 09:42:29.648458 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 41972) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:29.662899 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fd52-b5db-4877-a90a-8bcdd0eb05b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:29.767131 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fd52-b5db-4877-a90a-8bcdd0eb05b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:29.771678 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fd52-b5db-4877-a90a-8bcdd0eb05b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:29.808596 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0fd52-b5db-4877-a90a-8bcdd0eb05b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c267ea-4d57-4356-b903-9f3012a3e141,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:29.813202 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-a1b0fd52-b5db-4877-a90a-8bcdd0eb05b9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3a587978b7714982bad18c4ca6ec1856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636310 Jul 02 09:42:29.816247 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 41974) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:29.871816 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ad5affa2-486d-4fca-a543-d1312b60fa8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:29.896692 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ad5affa2-486d-4fca-a543-d1312b60fa8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:29.945621 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ad5affa2-486d-4fca-a543-d1312b60fa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:29.948747 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ad5affa2-486d-4fca-a543-d1312b60fa8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:29.949877 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-ad5affa2-486d-4fca-a543-d1312b60fa8d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/25c267ea-4d57-4356-b903-9f3012a3e141 HTTP/1.1" status: 204 len: 168 time: 0.1326876 Jul 02 09:42:29.957899 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5affa2-486d-4fca-a543-d1312b60fa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c267ea-4d57-4356-b903-9f3012a3e141,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:30.666871 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 42008) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:30.748122 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118b314-c84f-47c0-aa00-d9afa2d032d8 req-4159d08e-9c9a-4099-a648-8d1085396571 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:30.749718 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6118b314-c84f-47c0-aa00-d9afa2d032d8 req-4159d08e-9c9a-4099-a648-8d1085396571 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0740361 Jul 02 09:42:30.783684 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-f11e0e32-5a07-4944-b340-12b53358c5ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-696646786-network', 'tenant_id': '39d22a43f5f74d4e8fab31375d4f661a'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:42:30.804131 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6118b314-c84f-47c0-aa00-d9afa2d032d8 req-6a59daa9-4593-449b-876e-434c310492f0 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467105 Jul 02 09:42:30.815758 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11e0e32-5a07-4944-b340-12b53358c5ad admin admin] Made reservation on behalf of 39d22a43f5f74d4e8fab31375d4f661a for: {'network': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:42:30.818163 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f11e0e32-5a07-4944-b340-12b53358c5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:30.827546 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f11e0e32-5a07-4944-b340-12b53358c5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:30.917255 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f11e0e32-5a07-4944-b340-12b53358c5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:30.921090 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f11e0e32-5a07-4944-b340-12b53358c5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:30.946531 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11e0e32-5a07-4944-b340-12b53358c5ad admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=99501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 09:42:30.955087 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e0e32-5a07-4944-b340-12b53358c5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9ba3ed-4a93-4b5a-9f58-f12851da7e16,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:30.961234 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f11e0e32-5a07-4944-b340-12b53358c5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:30.961576 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.db.segments_db [None req-f11e0e32-5a07-4944-b340-12b53358c5ad admin admin] Added segment 2f088cce-05db-44a6-a26c-306221a93d8e of type vlan for network 1a955b01-3a54-4cbe-8d8d-a8676098253e Jul 02 09:42:31.005721 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f11e0e32-5a07-4944-b340-12b53358c5ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:31.039626 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f11e0e32-5a07-4944-b340-12b53358c5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:31.041703 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e0e32-5a07-4944-b340-12b53358c5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:31.042369 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f11e0e32-5a07-4944-b340-12b53358c5ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:31.078465 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-f11e0e32-5a07-4944-b340-12b53358c5ad admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4102540 Jul 02 09:42:31.081985 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 42014) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:31.089016 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-ebbe99e5-0f28-4cb6-89fd-c06bd3af7149 admin admin] Request body: {'subnet': {'network_id': '1a955b01-3a54-4cbe-8d8d-a8676098253e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-696646786-subnet', 'tenant_id': '39d22a43f5f74d4e8fab31375d4f661a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:42:31.106864 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e0e32-5a07-4944-b340-12b53358c5ad admin admin] Pushing event updated for resources: {'Network': ['ID=1a955b01-3a54-4cbe-8d8d-a8676098253e,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:31.116326 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbe99e5-0f28-4cb6-89fd-c06bd3af7149 admin admin] Made reservation on behalf of 39d22a43f5f74d4e8fab31375d4f661a for: {'subnet': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:42:31.118791 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ebbe99e5-0f28-4cb6-89fd-c06bd3af7149 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3689602'] for subnet, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:31.120697 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network 1a955b01-3a54-4cbe-8d8d-a8676098253e details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:42:31.308308 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ebbe99e5-0f28-4cb6-89fd-c06bd3af7149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3997670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3689616'] for subnet, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:31.360627 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe99e5-0f28-4cb6-89fd-c06bd3af7149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=883c782a-728b-4888-a745-d51c21d97f9f,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:31.371011 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbe99e5-0f28-4cb6-89fd-c06bd3af7149 admin admin] Checking segment: {'id': '2f088cce-05db-44a6-a26c-306221a93d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1a955b01-3a54-4cbe-8d8d-a8676098253e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:42:31.371366 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbe99e5-0f28-4cb6-89fd-c06bd3af7149 admin admin] Network hostable DHCP agents. Network: 1a955b01-3a54-4cbe-8d8d-a8676098253e, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:42:31.390685 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbe99e5-0f28-4cb6-89fd-c06bd3af7149 admin admin] Network 1a955b01-3a54-4cbe-8d8d-a8676098253e is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:42:31.400399 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-ebbe99e5-0f28-4cb6-89fd-c06bd3af7149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, 1a955b01-3a54-4cbe-8d8d-a8676098253e) {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:42:31.406011 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbe99e5-0f28-4cb6-89fd-c06bd3af7149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:31.406599 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ebbe99e5-0f28-4cb6-89fd-c06bd3af7149 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:31.414592 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f4b444-1936-4173-8373-2a5006674854 None None] Network 1a955b01-3a54-4cbe-8d8d-a8676098253e requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:42:31.423604 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-ebbe99e5-0f28-4cb6-89fd-c06bd3af7149 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3389204 Jul 02 09:42:31.554081 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7784bc0-356e-46eb-ab22-79e6a8dad2c9 None None] Network 1a955b01-3a54-4cbe-8d8d-a8676098253e requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:42:31.940206 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 42042) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:31.945626 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-cba4a62f-318b-4622-8e96-a16ace175018 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-660584279-network', 'tenant_id': '2fb12bcfbc3c417c80bb22ee14dddbe5'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:42:31.966931 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba4a62f-318b-4622-8e96-a16ace175018 admin admin] Made reservation on behalf of 2fb12bcfbc3c417c80bb22ee14dddbe5 for: {'network': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:42:31.969312 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cba4a62f-318b-4622-8e96-a16ace175018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:31.979286 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cba4a62f-318b-4622-8e96-a16ace175018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:32.007937 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77e07e-1229-4860-b1c8-5b3afb901395 req-8d89ca14-60b5-4711-9d7b-7fa12bd77809 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:32.009731 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7d77e07e-1229-4860-b1c8-5b3afb901395 req-8d89ca14-60b5-4711-9d7b-7fa12bd77809 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0841076 Jul 02 09:42:32.065440 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7d77e07e-1229-4860-b1c8-5b3afb901395 req-945e6949-9029-45ff-b047-576208234c7b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477922 Jul 02 09:42:32.085851 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cba4a62f-318b-4622-8e96-a16ace175018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:32.091306 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cba4a62f-318b-4622-8e96-a16ace175018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:32.118202 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba4a62f-318b-4622-8e96-a16ace175018 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=99502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 09:42:32.129338 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4a62f-318b-4622-8e96-a16ace175018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67eff799-8525-4980-b5ff-f22c1265a782,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:32.134322 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cba4a62f-318b-4622-8e96-a16ace175018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:32.134650 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.segments_db [None req-cba4a62f-318b-4622-8e96-a16ace175018 admin admin] Added segment c5416090-5852-47e5-aaf2-6d8b4081700b of type vlan for network 509b8508-1407-40fc-9b2f-87ae9f42af2d Jul 02 09:42:32.177157 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cba4a62f-318b-4622-8e96-a16ace175018 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:32.206015 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cba4a62f-318b-4622-8e96-a16ace175018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:32.207047 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba4a62f-318b-4622-8e96-a16ace175018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:32.207766 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cba4a62f-318b-4622-8e96-a16ace175018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:32.253087 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 42048) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:32.253243 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-cba4a62f-318b-4622-8e96-a16ace175018 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3117526 Jul 02 09:42:32.261941 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-83c4f560-705d-4990-9f07-5b2149a6c446 admin admin] Request body: {'subnet': {'network_id': '509b8508-1407-40fc-9b2f-87ae9f42af2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-660584279-subnet', 'tenant_id': '2fb12bcfbc3c417c80bb22ee14dddbe5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:42:32.283435 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c4f560-705d-4990-9f07-5b2149a6c446 admin admin] Made reservation on behalf of 2fb12bcfbc3c417c80bb22ee14dddbe5 for: {'subnet': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:42:32.286095 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-83c4f560-705d-4990-9f07-5b2149a6c446 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25632336'] for subnet, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:32.286593 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4a62f-318b-4622-8e96-a16ace175018 admin admin] Pushing event updated for resources: {'Network': ['ID=509b8508-1407-40fc-9b2f-87ae9f42af2d,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:32.301455 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network 509b8508-1407-40fc-9b2f-87ae9f42af2d details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:42:32.512419 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-83c4f560-705d-4990-9f07-5b2149a6c446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25252625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25632322'] for subnet, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:32.583793 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4f560-705d-4990-9f07-5b2149a6c446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4e49652-f2fc-4f24-8a59-31e02c23e4a2,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:32.588594 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c4f560-705d-4990-9f07-5b2149a6c446 admin admin] Checking segment: {'id': 'c5416090-5852-47e5-aaf2-6d8b4081700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '509b8508-1407-40fc-9b2f-87ae9f42af2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:42:32.588594 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c4f560-705d-4990-9f07-5b2149a6c446 admin admin] Network hostable DHCP agents. Network: 509b8508-1407-40fc-9b2f-87ae9f42af2d, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:42:32.614562 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c4f560-705d-4990-9f07-5b2149a6c446 admin admin] Network 509b8508-1407-40fc-9b2f-87ae9f42af2d is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:42:32.626410 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-83c4f560-705d-4990-9f07-5b2149a6c446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, 509b8508-1407-40fc-9b2f-87ae9f42af2d) {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:42:32.631480 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c4f560-705d-4990-9f07-5b2149a6c446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:32.632235 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-83c4f560-705d-4990-9f07-5b2149a6c446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:32.640849 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a01e0d-a3a8-4037-9454-de21fbd41e9d None None] Network 509b8508-1407-40fc-9b2f-87ae9f42af2d requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:42:32.675943 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-83c4f560-705d-4990-9f07-5b2149a6c446 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4216781 Jul 02 09:42:32.890141 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f077a2-c982-43ae-a44b-6cb7cc8ddd1d None None] Network 509b8508-1407-40fc-9b2f-87ae9f42af2d requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:42:33.215152 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 42098) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:33.304067 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979680b-ce11-4380-9662-965bd69b6648 req-4e0f7f14-6ba0-4bd3-827d-75f538433d82 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:33.305574 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b979680b-ce11-4380-9662-965bd69b6648 req-4e0f7f14-6ba0-4bd3-827d-75f538433d82 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0793970 Jul 02 09:42:33.374496 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b979680b-ce11-4380-9662-965bd69b6648 req-3b8f9574-c86c-40a5-bdd6-0b371ada125b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570126 Jul 02 09:42:33.376181 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-fec19389-42ce-40ea-a845-4d80c9b36fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:33.493405 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-fec19389-42ce-40ea-a845-4d80c9b36fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:33.501830 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-fec19389-42ce-40ea-a845-4d80c9b36fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:33.544493 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec19389-42ce-40ea-a845-4d80c9b36fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9913e6f2-2c82-417a-b6eb-5823188f55c5,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:33.548826 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-fec19389-42ce-40ea-a845-4d80c9b36fc8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=26bf574095a841d5b3c5df638693e7d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325107 Jul 02 09:42:33.551360 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 42112) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:33.608365 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2a2928f5-b14b-4081-ba17-fe06498bbe4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:33.630079 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2a2928f5-b14b-4081-ba17-fe06498bbe4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:33.680582 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2a2928f5-b14b-4081-ba17-fe06498bbe4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:33.683266 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2a2928f5-b14b-4081-ba17-fe06498bbe4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:33.685107 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-2a2928f5-b14b-4081-ba17-fe06498bbe4c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9913e6f2-2c82-417a-b6eb-5823188f55c5 HTTP/1.1" status: 204 len: 168 time: 0.1326287 Jul 02 09:42:33.697097 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2928f5-b14b-4081-ba17-fe06498bbe4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9913e6f2-2c82-417a-b6eb-5823188f55c5,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:34.001825 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 42138) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:34.018061 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-cf8b94af-bf78-4526-ac5a-960aa06ca986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:34.058701 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-9a63393f-d816-4029-b954-1c24e39ba899 req-f9674c7a-09d5-4a7a-b350-1f26c89feb72 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1044970 Jul 02 09:42:34.156484 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-cf8b94af-bf78-4526-ac5a-960aa06ca986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:34.162603 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-cf8b94af-bf78-4526-ac5a-960aa06ca986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:34.191512 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63393f-d816-4029-b954-1c24e39ba899 req-717312f5-eefe-4951-b6ce-c1f72af4f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:34.193998 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-9a63393f-d816-4029-b954-1c24e39ba899 req-717312f5-eefe-4951-b6ce-c1f72af4f0d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a53f77cb0d7c47d3a12f4c605e84bf21&device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 1098 time: 0.0807006 Jul 02 09:42:34.205953 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b94af-bf78-4526-ac5a-960aa06ca986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bafca62-4367-45e8-974d-9cb9607ba0a3,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:34.238046 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-cf8b94af-bf78-4526-ac5a-960aa06ca986 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0cf87171b7d4207a04faaf46d914fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348630 Jul 02 09:42:34.240903 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 42154) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:34.297459 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6bdfed88-94ee-43d7-9941-f33b6134bc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:34.321575 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6bdfed88-94ee-43d7-9941-f33b6134bc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:34.343191 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63393f-d816-4029-b954-1c24e39ba899 req-41e88855-687f-4271-9e49-923bfec3ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:34.344679 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-9a63393f-d816-4029-b954-1c24e39ba899 req-41e88855-687f-4271-9e49-923bfec3ccdf service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ae5d867-4f28-47ae-9b90-7ac90a306363 HTTP/1.1" status: 200 len: 920 time: 0.1263523 Jul 02 09:42:34.381527 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6bdfed88-94ee-43d7-9941-f33b6134bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:34.384564 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6bdfed88-94ee-43d7-9941-f33b6134bc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:34.387970 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-6bdfed88-94ee-43d7-9941-f33b6134bc5f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0bafca62-4367-45e8-974d-9cb9607ba0a3 HTTP/1.1" status: 204 len: 168 time: 0.1438682 Jul 02 09:42:34.394066 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfed88-94ee-43d7-9941-f33b6134bc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bafca62-4367-45e8-974d-9cb9607ba0a3,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:34.424562 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-9a63393f-d816-4029-b954-1c24e39ba899 req-358b2be8-1d29-4205-9fcf-c2523766bd0d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=370815f2-f9c0-4fa9-b7fb-b0a89520d094 HTTP/1.1" status: 200 len: 217 time: 0.0708518 Jul 02 09:42:34.514133 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63393f-d816-4029-b954-1c24e39ba899 req-b40e23fc-c3a9-481e-8b23-1227016e7891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:34.516648 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-9a63393f-d816-4029-b954-1c24e39ba899 req-b40e23fc-c3a9-481e-8b23-1227016e7891 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5da70325-9306-49c2-ab3d-c602b5d8b1c1 HTTP/1.1" status: 200 len: 859 time: 0.0813329 Jul 02 09:42:34.558423 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-9a63393f-d816-4029-b954-1c24e39ba899 req-156f902c-7e89-4626-8f8e-55d4b746f56d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ae5d867-4f28-47ae-9b90-7ac90a306363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357201 Jul 02 09:42:34.595506 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeae5ca-3494-43ab-9dcd-c2bf0f299e39 req-b6976278-a127-455b-bf23-bb8c6b061ca7 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:34.597373 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-caeae5ca-3494-43ab-9dcd-c2bf0f299e39 req-b6976278-a127-455b-bf23-bb8c6b061ca7 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0781384 Jul 02 09:42:34.687077 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-caeae5ca-3494-43ab-9dcd-c2bf0f299e39 req-6e31717b-0d74-4444-8f50-ca61fda036f0 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823517 Jul 02 09:42:34.690911 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-9a63393f-d816-4029-b954-1c24e39ba899 req-e943a629-44a0-46cf-b298-eee0552a32a9 service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246474 Jul 02 09:42:34.823261 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-9a63393f-d816-4029-b954-1c24e39ba899 req-eddeb020-59dd-4495-8cde-37d312f2a0e1 service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196389 Jul 02 09:42:34.875476 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 42178) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:34.893222 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-599c73c5-ff21-42d6-94ab-ce5aaecf1cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:34.991576 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-599c73c5-ff21-42d6-94ab-ce5aaecf1cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:34.996173 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-599c73c5-ff21-42d6-94ab-ce5aaecf1cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:35.034973 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-599c73c5-ff21-42d6-94ab-ce5aaecf1cd3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0e4d01ef1a3466e852eb5acd2836c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659222 Jul 02 09:42:35.038854 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c73c5-ff21-42d6-94ab-ce5aaecf1cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15e409f-e314-43f7-be35-eeff74b5cdb3,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:35.039569 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 42188) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:35.091550 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5177aba5-8ab8-4899-aea7-7c4d3b65c023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:35.111707 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5177aba5-8ab8-4899-aea7-7c4d3b65c023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:35.158073 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5177aba5-8ab8-4899-aea7-7c4d3b65c023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:35.160821 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5177aba5-8ab8-4899-aea7-7c4d3b65c023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:35.161957 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-5177aba5-8ab8-4899-aea7-7c4d3b65c023 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f15e409f-e314-43f7-be35-eeff74b5cdb3 HTTP/1.1" status: 204 len: 168 time: 0.1197140 Jul 02 09:42:35.169566 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177aba5-8ab8-4899-aea7-7c4d3b65c023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15e409f-e314-43f7-be35-eeff74b5cdb3,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:35.787762 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 42224) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:35.876948 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ccc8b-da14-470f-9ab8-0874c1d3ec4d req-fc9e8318-1468-4842-9dcd-d0d360009edc tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:35.878454 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6a1ccc8b-da14-470f-9ab8-0874c1d3ec4d req-fc9e8318-1468-4842-9dcd-d0d360009edc tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0668392 Jul 02 09:42:35.899135 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7a56b60a-399f-48d3-94e1-3f5b1108c98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:35.920531 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6a1ccc8b-da14-470f-9ab8-0874c1d3ec4d req-73c8c8cd-aae8-45b9-83ff-ce72abfb7117 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360515 Jul 02 09:42:35.993896 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7a56b60a-399f-48d3-94e1-3f5b1108c98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:35.998327 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7a56b60a-399f-48d3-94e1-3f5b1108c98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:36.036645 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-7a56b60a-399f-48d3-94e1-3f5b1108c98e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8b8703c3a55e40ae8d83617d9e6160cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478895 Jul 02 09:42:36.037848 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56b60a-399f-48d3-94e1-3f5b1108c98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc754b7b-fbaf-423c-aaa1-cd0b84eb4622,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:36.039110 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 42232) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:36.089248 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5251-bd55-42cc-a344-fcc7a71d2a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:36.110299 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5251-bd55-42cc-a344-fcc7a71d2a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:36.165411 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5251-bd55-42cc-a344-fcc7a71d2a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:36.168935 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5251-bd55-42cc-a344-fcc7a71d2a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:36.170081 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-1e9b5251-bd55-42cc-a344-fcc7a71d2a13 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dc754b7b-fbaf-423c-aaa1-cd0b84eb4622 HTTP/1.1" status: 204 len: 168 time: 0.1299398 Jul 02 09:42:36.178022 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b5251-bd55-42cc-a344-fcc7a71d2a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc754b7b-fbaf-423c-aaa1-cd0b84eb4622,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:36.453942 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 42246) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:36.467492 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-70c24d5d-50e5-4951-b213-2e29904460a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:36.569812 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-70c24d5d-50e5-4951-b213-2e29904460a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:36.573674 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-70c24d5d-50e5-4951-b213-2e29904460a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:36.610608 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c24d5d-50e5-4951-b213-2e29904460a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c058398-6235-40ed-8181-e1ceb62e1216,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:36.623350 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 42252) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:36.623480 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-70c24d5d-50e5-4951-b213-2e29904460a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6ee058330eb3451e906f0c91aa84e518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683724 Jul 02 09:42:36.676872 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d1f75c3d-63ae-4e5c-8984-e8d68c94159e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:36.704958 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d1f75c3d-63ae-4e5c-8984-e8d68c94159e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:36.770273 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d1f75c3d-63ae-4e5c-8984-e8d68c94159e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:36.772888 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d1f75c3d-63ae-4e5c-8984-e8d68c94159e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:36.774041 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-d1f75c3d-63ae-4e5c-8984-e8d68c94159e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7c058398-6235-40ed-8181-e1ceb62e1216 HTTP/1.1" status: 204 len: 168 time: 0.1493011 Jul 02 09:42:36.783221 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f75c3d-63ae-4e5c-8984-e8d68c94159e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c058398-6235-40ed-8181-e1ceb62e1216,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:37.157001 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 42274) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:37.170362 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f5777d73-f8b2-4500-8796-df4c7883769f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:37.185516 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb4303-f1bf-4c97-ac10-01f53c605cda req-b69ba5fb-a240-417f-9184-adef228eb9ab tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:37.185516 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9acb4303-f1bf-4c97-ac10-01f53c605cda req-b69ba5fb-a240-417f-9184-adef228eb9ab tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0667136 Jul 02 09:42:37.228705 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9acb4303-f1bf-4c97-ac10-01f53c605cda req-1125e9d6-c3fd-46d3-87b7-2220b85d7515 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360315 Jul 02 09:42:37.265566 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f5777d73-f8b2-4500-8796-df4c7883769f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:37.269306 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f5777d73-f8b2-4500-8796-df4c7883769f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:37.309954 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-f5777d73-f8b2-4500-8796-df4c7883769f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=41aa5a55ebee41189b260c9a56304513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516950 Jul 02 09:42:37.311070 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5777d73-f8b2-4500-8796-df4c7883769f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f318ba8-7685-4757-844e-2b9fbe88bb6c,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:37.312652 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 42276) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:37.363813 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-07c5d7fb-b3ba-4e7a-b0dc-9574b21fe4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:37.384097 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-07c5d7fb-b3ba-4e7a-b0dc-9574b21fe4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:37.433916 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-07c5d7fb-b3ba-4e7a-b0dc-9574b21fe4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:37.436507 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-07c5d7fb-b3ba-4e7a-b0dc-9574b21fe4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:37.439976 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-07c5d7fb-b3ba-4e7a-b0dc-9574b21fe4a9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7f318ba8-7685-4757-844e-2b9fbe88bb6c HTTP/1.1" status: 204 len: 168 time: 0.1232400 Jul 02 09:42:37.450595 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5d7fb-b3ba-4e7a-b0dc-9574b21fe4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f318ba8-7685-4757-844e-2b9fbe88bb6c,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:38.427474 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86be184-ee7a-4455-b652-7d5f4b6a3a42 req-2a0a83f4-8818-458d-b0e7-7d926ff7c2b4 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:38.428930 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e86be184-ee7a-4455-b652-7d5f4b6a3a42 req-2a0a83f4-8818-458d-b0e7-7d926ff7c2b4 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0740726 Jul 02 09:42:38.472398 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e86be184-ee7a-4455-b652-7d5f4b6a3a42 req-3a62ae84-e4f4-4f81-a2db-09c8dbe459aa tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370073 Jul 02 09:42:38.933052 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:39.647532 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25412625-103f-4a41-b75d-b0d8f89fc087 req-75b32f1b-fc4d-4501-9ee8-ab8e6f39c3dc tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:39.649032 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-25412625-103f-4a41-b75d-b0d8f89fc087 req-75b32f1b-fc4d-4501-9ee8-ab8e6f39c3dc tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0632133 Jul 02 09:42:39.685826 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-25412625-103f-4a41-b75d-b0d8f89fc087 req-9c2988cb-dd50-4785-a63c-0eb2664fe627 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312657 Jul 02 09:42:40.862150 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdc03b-7280-415e-8fa1-174c36001d3f req-bc83d7b4-297e-42c1-ba04-da666f8b21b6 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:40.863628 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8dcdc03b-7280-415e-8fa1-174c36001d3f req-bc83d7b4-297e-42c1-ba04-da666f8b21b6 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0667896 Jul 02 09:42:40.900908 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8dcdc03b-7280-415e-8fa1-174c36001d3f req-03600dec-dadc-4dc7-97d1-6e8b77f9e680 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317612 Jul 02 09:42:42.077614 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49766b95-040e-40f3-9b2c-d733799c312c req-8b967832-f61b-4f4e-8f9e-e56233ef645b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:42.079259 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-49766b95-040e-40f3-9b2c-d733799c312c req-8b967832-f61b-4f4e-8f9e-e56233ef645b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0675960 Jul 02 09:42:42.118630 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-49766b95-040e-40f3-9b2c-d733799c312c req-7ad2cb29-fe50-4202-aea7-ae68c23ccfbe tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Jul 02 09:42:42.266555 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9badc0df-78fb-47b8-b9ea-5c7507f43366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:43.303024 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbebbb-4a2e-47a8-99f7-59b4bdede8eb req-fc77a4fc-ca05-4ef5-98b9-35340d097b3c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:43.304592 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fccbebbb-4a2e-47a8-99f7-59b4bdede8eb req-fc77a4fc-ca05-4ef5-98b9-35340d097b3c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0634570 Jul 02 09:42:43.342952 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fccbebbb-4a2e-47a8-99f7-59b4bdede8eb req-ba1243b1-215d-40a8-ae56-73f5484c1ecf tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324998 Jul 02 09:42:44.267957 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 42462) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:44.373476 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1c3f69cb-69f5-4394-b36d-0fa139e0a4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:44.467028 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1c3f69cb-69f5-4394-b36d-0fa139e0a4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:44.473733 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1c3f69cb-69f5-4394-b36d-0fa139e0a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:44.515095 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f69cb-69f5-4394-b36d-0fa139e0a4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4deb0a0a-7a93-4fa6-b14e-f184cd1598b3,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:44.523704 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-1c3f69cb-69f5-4394-b36d-0fa139e0a4f9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=354755cebe154a909a27f493436d29f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518487 Jul 02 09:42:44.524419 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 42470) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:44.537801 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b42b69-5b4c-4f5f-9142-4b92789148c3 req-a92e6d09-154d-487d-85d8-76a18f6af688 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:44.539263 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-56b42b69-5b4c-4f5f-9142-4b92789148c3 req-a92e6d09-154d-487d-85d8-76a18f6af688 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0695901 Jul 02 09:42:44.572521 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-023ad5e1-68ba-4ebd-9586-0b6f5872aebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:44.578925 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-56b42b69-5b4c-4f5f-9142-4b92789148c3 req-3646f8c5-4e6a-4a63-89eb-51fb9a226bfa tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338063 Jul 02 09:42:44.595946 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-023ad5e1-68ba-4ebd-9586-0b6f5872aebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:44.640825 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-023ad5e1-68ba-4ebd-9586-0b6f5872aebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:44.643309 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-023ad5e1-68ba-4ebd-9586-0b6f5872aebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:44.644431 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-023ad5e1-68ba-4ebd-9586-0b6f5872aebc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4deb0a0a-7a93-4fa6-b14e-f184cd1598b3 HTTP/1.1" status: 204 len: 168 time: 0.1194296 Jul 02 09:42:44.652895 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ad5e1-68ba-4ebd-9586-0b6f5872aebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4deb0a0a-7a93-4fa6-b14e-f184cd1598b3,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:45.123578 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e8005835-afa9-4cef-8437-b1b9cfe91e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:45.518335 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:45.782277 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bede93b-c256-4369-a1ba-9513dba656af req-d89ddfaa-dd29-4697-b293-bde46a177cd1 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:45.784128 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2bede93b-c256-4369-a1ba-9513dba656af req-d89ddfaa-dd29-4697-b293-bde46a177cd1 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0851033 Jul 02 09:42:45.786483 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 42548) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:45.832765 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2bede93b-c256-4369-a1ba-9513dba656af req-87ffc010-b445-4a4a-a992-91335a106c8f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432355 Jul 02 09:42:45.844119 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:45.913793 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-99850e72-c8b8-402f-9e5b-424753af8648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:46.013105 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-99850e72-c8b8-402f-9e5b-424753af8648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:46.021677 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-99850e72-c8b8-402f-9e5b-424753af8648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:46.065675 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99850e72-c8b8-402f-9e5b-424753af8648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84167b7b-c2fb-4874-ab5a-04565f9bc64b,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:46.071185 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-99850e72-c8b8-402f-9e5b-424753af8648 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=72722be832fd44a8841524c9255eb494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836945 Jul 02 09:42:46.074460 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 42558) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:46.143622 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c084f117-4c0a-49d3-93e0-51d176f21810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:46.165060 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c084f117-4c0a-49d3-93e0-51d176f21810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:46.219983 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c084f117-4c0a-49d3-93e0-51d176f21810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:46.236806 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c084f117-4c0a-49d3-93e0-51d176f21810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:46.236806 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-c084f117-4c0a-49d3-93e0-51d176f21810 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/84167b7b-c2fb-4874-ab5a-04565f9bc64b HTTP/1.1" status: 204 len: 168 time: 0.1529722 Jul 02 09:42:46.240192 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084f117-4c0a-49d3-93e0-51d176f21810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84167b7b-c2fb-4874-ab5a-04565f9bc64b,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:46.520296 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 42570) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:46.534426 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cfb55717-f64f-40cc-83a2-76591ec5acdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:46.626785 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cfb55717-f64f-40cc-83a2-76591ec5acdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:46.630685 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cfb55717-f64f-40cc-83a2-76591ec5acdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:46.670296 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-cfb55717-f64f-40cc-83a2-76591ec5acdf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d16b135358342028a9c4c345174ac86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488347 Jul 02 09:42:46.671215 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb55717-f64f-40cc-83a2-76591ec5acdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b0b830-5893-4ab7-a673-d33f86d0d2f4,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:46.673419 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 42574) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:46.721945 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-dfef7132-cd85-4ac2-9bc2-e5362025f1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:46.749519 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-dfef7132-cd85-4ac2-9bc2-e5362025f1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:46.804128 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-dfef7132-cd85-4ac2-9bc2-e5362025f1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:46.806853 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-dfef7132-cd85-4ac2-9bc2-e5362025f1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:46.808621 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-dfef7132-cd85-4ac2-9bc2-e5362025f1de admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c1b0b830-5893-4ab7-a673-d33f86d0d2f4 HTTP/1.1" status: 204 len: 168 time: 0.1341090 Jul 02 09:42:46.816354 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef7132-cd85-4ac2-9bc2-e5362025f1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b0b830-5893-4ab7-a673-d33f86d0d2f4,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:47.042985 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786fe1a-7b1f-4e6a-b362-71acc977384f req-65702cd5-f5a7-40a3-a44f-4aa0e9f2c57f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:47.044495 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f786fe1a-7b1f-4e6a-b362-71acc977384f req-65702cd5-f5a7-40a3-a44f-4aa0e9f2c57f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0941801 Jul 02 09:42:47.083680 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f786fe1a-7b1f-4e6a-b362-71acc977384f req-a6e72f13-cd16-445c-8767-ebe60e42d2c8 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335829 Jul 02 09:42:47.593094 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:48.271647 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbaca3-cd94-451c-af89-858f859d7a6f req-e2042f86-d1e8-4301-93d6-00b0c8200538 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:48.279153 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6ddbaca3-cd94-451c-af89-858f859d7a6f req-e2042f86-d1e8-4301-93d6-00b0c8200538 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0828643 Jul 02 09:42:48.314220 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6ddbaca3-cd94-451c-af89-858f859d7a6f req-0d75e00a-4274-415b-8c63-f2b0d52fab35 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341165 Jul 02 09:42:49.518497 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9d252-4059-48d7-9353-d8d3b83ab544 req-a6df11ce-aa98-4835-a9dc-dd6684ab41e9 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:49.520767 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-09b9d252-4059-48d7-9353-d8d3b83ab544 req-a6df11ce-aa98-4835-a9dc-dd6684ab41e9 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0788147 Jul 02 09:42:49.563252 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-09b9d252-4059-48d7-9353-d8d3b83ab544 req-c6d0f3d0-d600-4ab7-ada4-992313d2159e tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374603 Jul 02 09:42:50.740835 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe92c83-a06f-4d6a-8a38-21522b8543ad req-32888ca0-ad31-4b79-877a-dfa634e6f691 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:50.742316 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-afe92c83-a06f-4d6a-8a38-21522b8543ad req-32888ca0-ad31-4b79-877a-dfa634e6f691 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0637255 Jul 02 09:42:50.783858 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-afe92c83-a06f-4d6a-8a38-21522b8543ad req-6fb426cd-e637-425d-93f8-d38507281f11 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345559 Jul 02 09:42:51.169968 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 42732) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:51.220430 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_v2 [None req-83683aef-bca5-4686-ab06-65cf5f4e832d admin admin] Deleting subnet 883c782a-728b-4888-a745-d51c21d97f9f {{(pid=99501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 09:42:51.223625 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-83683aef-bca5-4686-ab06-65cf5f4e832d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:51.263316 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-83683aef-bca5-4686-ab06-65cf5f4e832d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233040'] for subnet, precommit_delete_associations {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:51.303697 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-83683aef-bca5-4686-ab06-65cf5f4e832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16457552'] for subnet, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:51.357372 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-83683aef-bca5-4686-ab06-65cf5f4e832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16457545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25252562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632333'] for subnet, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:51.385221 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83683aef-bca5-4686-ab06-65cf5f4e832d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=883c782a-728b-4888-a745-d51c21d97f9f,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:51.389754 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-83683aef-bca5-4686-ab06-65cf5f4e832d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:51.391628 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-83683aef-bca5-4686-ab06-65cf5f4e832d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/883c782a-728b-4888-a745-d51c21d97f9f HTTP/1.1" status: 204 len: 168 time: 0.2205606 Jul 02 09:42:51.394386 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 42740) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:51.470472 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-46864330-b2d7-4d1a-980e-db92fb14f13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436473'] for network, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:51.551361 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-46864330-b2d7-4d1a-980e-db92fb14f13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16458973', 'neutron.services.segments.db._delete_segments_for_network-8744578473274'] for network, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:51.562131 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-46864330-b2d7-4d1a-980e-db92fb14f13f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a955b01-3a54-4cbe-8d8d-a8676098253e']}} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:42:51.571647 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-46864330-b2d7-4d1a-980e-db92fb14f13f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f088cce-05db-44a6-a26c-306221a93d8e') {'for_net_delete': True} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:42:51.571942 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-46864330-b2d7-4d1a-980e-db92fb14f13f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f088cce-05db-44a6-a26c-306221a93d8e') {} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:42:51.580903 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-46864330-b2d7-4d1a-980e-db92fb14f13f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744578437946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233039'] for segment, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:51.594399 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-46864330-b2d7-4d1a-980e-db92fb14f13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:51.600265 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46864330-b2d7-4d1a-980e-db92fb14f13f admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=99501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 09:42:51.600676 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-46864330-b2d7-4d1a-980e-db92fb14f13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25252431'] for segment, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: Traceback (most recent call last): Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: timer() Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: cb(*args, **kw) Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: return func(*args, **kwargs) Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: self._notify() Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: self.callback(batched_events) Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: event.method(event) Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: return f(self, *a, **k) Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: return self._get(url).json() Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: return self.request(url, 'GET', **kwargs) Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 09:42:51.602256 dv-cinder-772181-12-iscsi neutron-server[99501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 09:42:51.659778 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-46864330-b2d7-4d1a-980e-db92fb14f13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16458966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634290'] for network, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:51.673734 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-46864330-b2d7-4d1a-980e-db92fb14f13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:51.678512 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-46864330-b2d7-4d1a-980e-db92fb14f13f admin admin] 10.222.0.47 "DELETE /v2.0/networks/1a955b01-3a54-4cbe-8d8d-a8676098253e HTTP/1.1" status: 204 len: 168 time: 0.2802672 Jul 02 09:42:51.679490 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 42748) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:51.685584 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46864330-b2d7-4d1a-980e-db92fb14f13f admin admin] Pushing event deleted for resources: {'Network': ['ID=1a955b01-3a54-4cbe-8d8d-a8676098253e,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:51.726846 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_v2 [None req-71df5ddf-66c6-44c2-a75b-7fe728e2c648 admin admin] Deleting subnet e4e49652-f2fc-4f24-8a59-31e02c23e4a2 {{(pid=99502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 09:42:51.730968 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-71df5ddf-66c6-44c2-a75b-7fe728e2c648 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:51.770431 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-71df5ddf-66c6-44c2-a75b-7fe728e2c648 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3990916'] for subnet, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:51.808857 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-71df5ddf-66c6-44c2-a75b-7fe728e2c648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16457552'] for subnet, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:51.865846 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-71df5ddf-66c6-44c2-a75b-7fe728e2c648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16457545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3997221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3689631'] for subnet, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:51.892556 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df5ddf-66c6-44c2-a75b-7fe728e2c648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4e49652-f2fc-4f24-8a59-31e02c23e4a2,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:51.897013 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-71df5ddf-66c6-44c2-a75b-7fe728e2c648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:51.899455 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-71df5ddf-66c6-44c2-a75b-7fe728e2c648 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e4e49652-f2fc-4f24-8a59-31e02c23e4a2 HTTP/1.1" status: 204 len: 168 time: 0.2186720 Jul 02 09:42:51.902227 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 42756) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:51.963791 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71346fef-dc61-42e0-a50b-824d30255bea req-8dd110c0-75c1-462a-8dc2-c513f73e3f85 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:51.965318 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-71346fef-dc61-42e0-a50b-824d30255bea req-8dd110c0-75c1-462a-8dc2-c513f73e3f85 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0706129 Jul 02 09:42:51.977757 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9674792e-3840-421b-b1c7-c7b9f5386c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436473'] for network, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:52.002674 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-71346fef-dc61-42e0-a50b-824d30255bea req-ec840677-840e-4647-bd5a-8ef39d7ac80c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315895 Jul 02 09:42:52.053262 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9674792e-3840-421b-b1c7-c7b9f5386c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16458973', 'neutron.services.segments.db._delete_segments_for_network-8744578473274'] for network, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:52.063310 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-9674792e-3840-421b-b1c7-c7b9f5386c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509b8508-1407-40fc-9b2f-87ae9f42af2d']}} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:42:52.072570 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-9674792e-3840-421b-b1c7-c7b9f5386c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5416090-5852-47e5-aaf2-6d8b4081700b') {'for_net_delete': True} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:42:52.072958 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-9674792e-3840-421b-b1c7-c7b9f5386c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5416090-5852-47e5-aaf2-6d8b4081700b') {} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:42:52.082111 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9674792e-3840-421b-b1c7-c7b9f5386c18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744578437946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3990939'] for segment, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:52.098462 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9674792e-3840-421b-b1c7-c7b9f5386c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:52.104208 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9674792e-3840-421b-b1c7-c7b9f5386c18 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=99502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 09:42:52.104739 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9674792e-3840-421b-b1c7-c7b9f5386c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3997368'] for segment, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: Traceback (most recent call last): Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: timer() Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: cb(*args, **kw) Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: return func(*args, **kwargs) Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: self._notify() Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: self.callback(batched_events) Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: event.method(event) Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: return f(self, *a, **k) Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: return self._get(url).json() Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: return self.request(url, 'GET', **kwargs) Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 09:42:52.106473 dv-cinder-772181-12-iscsi neutron-server[99502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 09:42:52.158579 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9674792e-3840-421b-b1c7-c7b9f5386c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16458966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634290'] for network, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:52.165619 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9674792e-3840-421b-b1c7-c7b9f5386c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:52.167437 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-9674792e-3840-421b-b1c7-c7b9f5386c18 admin admin] 10.222.0.47 "DELETE /v2.0/networks/509b8508-1407-40fc-9b2f-87ae9f42af2d HTTP/1.1" status: 204 len: 168 time: 0.2642732 Jul 02 09:42:52.176486 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674792e-3840-421b-b1c7-c7b9f5386c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=509b8508-1407-40fc-9b2f-87ae9f42af2d,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:52.329735 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 42762) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:52.367510 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-5c90d12c-a417-42ca-aac7-2cd81173b495 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=39d22a43f5f74d4e8fab31375d4f661a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366659 Jul 02 09:42:52.370474 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 42764) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:52.415433 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-50d85679-5698-4e4f-b0e9-7cf0781041e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:52.436409 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-50d85679-5698-4e4f-b0e9-7cf0781041e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:52.485872 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-50d85679-5698-4e4f-b0e9-7cf0781041e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:52.488756 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-50d85679-5698-4e4f-b0e9-7cf0781041e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:52.489824 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-50d85679-5698-4e4f-b0e9-7cf0781041e0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9d9ba3ed-4a93-4b5a-9f58-f12851da7e16 HTTP/1.1" status: 204 len: 168 time: 0.1183980 Jul 02 09:42:52.499424 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d85679-5698-4e4f-b0e9-7cf0781041e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9ba3ed-4a93-4b5a-9f58-f12851da7e16,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:52.796520 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 42778) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:52.839733 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-cc43680a-7d62-49be-b436-01c0f963e20f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2fb12bcfbc3c417c80bb22ee14dddbe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420632 Jul 02 09:42:52.842674 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 42780) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:42:52.889496 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1cecefcc-3842-4817-8e0e-3107dac03c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:52.911076 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1cecefcc-3842-4817-8e0e-3107dac03c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:52.955532 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1cecefcc-3842-4817-8e0e-3107dac03c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:52.958167 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1cecefcc-3842-4817-8e0e-3107dac03c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:42:52.959263 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-1cecefcc-3842-4817-8e0e-3107dac03c1f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/67eff799-8525-4980-b5ff-f22c1265a782 HTTP/1.1" status: 204 len: 168 time: 0.1157112 Jul 02 09:42:52.968571 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecefcc-3842-4817-8e0e-3107dac03c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67eff799-8525-4980-b5ff-f22c1265a782,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:42:53.180331 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff772625-ebbf-4148-aa73-1e256926e70f req-eb9e3c85-6a57-4be7-8427-8d8626c4e9f9 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:53.181850 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ff772625-ebbf-4148-aa73-1e256926e70f req-eb9e3c85-6a57-4be7-8427-8d8626c4e9f9 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0629094 Jul 02 09:42:53.220114 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ff772625-ebbf-4148-aa73-1e256926e70f req-7146270d-a20c-4cf5-9830-e70360dfb13b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321581 Jul 02 09:42:54.403067 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe2b54-eb71-4f96-983b-08cb9023812b req-314eeee8-d55c-4999-9228-a33ba7187223 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:54.404596 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-defe2b54-eb71-4f96-983b-08cb9023812b req-314eeee8-d55c-4999-9228-a33ba7187223 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0708334 Jul 02 09:42:54.442311 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-defe2b54-eb71-4f96-983b-08cb9023812b req-3f12e99c-7efd-4a4e-ae69-4c925b1f6a72 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320001 Jul 02 09:42:55.635997 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67693b69-ac77-48c6-839b-bdb96d15caa4 req-0a6e1f2a-762f-4686-bd4d-9ac67922adcf tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:55.637596 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-67693b69-ac77-48c6-839b-bdb96d15caa4 req-0a6e1f2a-762f-4686-bd4d-9ac67922adcf tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0723588 Jul 02 09:42:55.679008 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-67693b69-ac77-48c6-839b-bdb96d15caa4 req-9f137aee-42c2-458c-bec5-7bc7915696b1 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353756 Jul 02 09:42:56.854569 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838264a2-8ad0-4dbe-a312-bec672e27f04 req-7202f49d-806d-492e-9187-eb543ecf2964 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:56.856069 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-838264a2-8ad0-4dbe-a312-bec672e27f04 req-7202f49d-806d-492e-9187-eb543ecf2964 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0653203 Jul 02 09:42:56.892858 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-838264a2-8ad0-4dbe-a312-bec672e27f04 req-f52191f8-ade7-4a3d-8993-607a5b971628 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313106 Jul 02 09:42:58.068955 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9a5a0-f129-4658-b431-9a51285fa4d4 req-20ec5d23-d78b-47bc-a252-4a3d5c39f4ca tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:58.070419 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e8d9a5a0-f129-4658-b431-9a51285fa4d4 req-20ec5d23-d78b-47bc-a252-4a3d5c39f4ca tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0663681 Jul 02 09:42:58.108474 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e8d9a5a0-f129-4658-b431-9a51285fa4d4 req-fad99095-3c29-4ff6-a703-4fe6d93270c5 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324113 Jul 02 09:42:59.285822 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb88cf8-56c6-45fb-9cff-1cd4a3da79ea req-7dcf6592-f5a7-4d5a-9fd0-0f695070bdba tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:59.287297 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3fb88cf8-56c6-45fb-9cff-1cd4a3da79ea req-7dcf6592-f5a7-4d5a-9fd0-0f695070bdba tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0708721 Jul 02 09:42:59.323738 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3fb88cf8-56c6-45fb-9cff-1cd4a3da79ea req-01f80a76-b53e-48d2-a567-1ed38d655588 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309007 Jul 02 09:42:59.628892 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d98a1-9fe8-4d74-adec-30681e92fcbc req-84f8847b-77ff-4042-bc9e-40235829dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:42:59.630228 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-835d98a1-9fe8-4d74-adec-30681e92fcbc req-84f8847b-77ff-4042-bc9e-40235829dc4a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 1099 time: 0.0551431 Jul 02 09:42:59.664590 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-835d98a1-9fe8-4d74-adec-30681e92fcbc req-7a1ac799-88a3-465f-b6e9-af7a56448f1e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264649 Jul 02 09:43:00.500345 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b94c8-f29f-4901-8442-0744e1065181 req-15f2cd55-6ffc-49d2-ac7e-1ce064e1623d tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:00.501884 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3e2b94c8-f29f-4901-8442-0744e1065181 req-15f2cd55-6ffc-49d2-ac7e-1ce064e1623d tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0665877 Jul 02 09:43:00.540200 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3e2b94c8-f29f-4901-8442-0744e1065181 req-fb68b837-92b2-4f71-bf3a-889739bf6a9f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329168 Jul 02 09:43:01.279612 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 43012) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:01.400257 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6b5150a1-db5f-4868-85a6-029876a4f49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:01.499093 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6b5150a1-db5f-4868-85a6-029876a4f49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:01.503744 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6b5150a1-db5f-4868-85a6-029876a4f49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:01.538608 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-6b5150a1-db5f-4868-85a6-029876a4f49d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3ac877aedc304970a51b700589d63967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579143 Jul 02 09:43:01.542799 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 43038) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:01.553657 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5150a1-db5f-4868-85a6-029876a4f49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6d83ec-7052-44ff-b432-748c6d5b3a18,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:01.584113 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:43:01.608826 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c23c203e-9c64-4c43-9103-5903854206e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:01.629175 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c23c203e-9c64-4c43-9103-5903854206e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:01.678009 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c23c203e-9c64-4c43-9103-5903854206e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:01.680849 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c23c203e-9c64-4c43-9103-5903854206e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:01.682548 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-c23c203e-9c64-4c43-9103-5903854206e4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cf6d83ec-7052-44ff-b432-748c6d5b3a18 HTTP/1.1" status: 204 len: 168 time: 0.1382334 Jul 02 09:43:01.691589 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c203e-9c64-4c43-9103-5903854206e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6d83ec-7052-44ff-b432-748c6d5b3a18,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:01.739991 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c45e5-08df-44a6-8aa9-5436a1c8c15f req-77c7ad48-32f2-465a-bf7a-2b07b8b5a977 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:01.741791 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a52c45e5-08df-44a6-8aa9-5436a1c8c15f req-77c7ad48-32f2-465a-bf7a-2b07b8b5a977 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0740955 Jul 02 09:43:01.782748 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a52c45e5-08df-44a6-8aa9-5436a1c8c15f req-48b5537a-1809-4555-aabd-98de23b14def tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341399 Jul 02 09:43:01.962316 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 43050) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:01.970669 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e462d-3f36-44c5-b533-7a19dd215046 req-92a6b6fc-c995-4065-a2a8-8d59604e259c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:01.972182 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8f3e462d-3f36-44c5-b533-7a19dd215046 req-92a6b6fc-c995-4065-a2a8-8d59604e259c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0751748 Jul 02 09:43:01.977114 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-edf8c5d8-90b4-4b0f-ac12-4b40e9922c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:02.012991 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8f3e462d-3f36-44c5-b533-7a19dd215046 req-816a8863-bde3-40b4-b2c2-026f14d26756 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347378 Jul 02 09:43:02.075916 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-edf8c5d8-90b4-4b0f-ac12-4b40e9922c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:02.079150 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-edf8c5d8-90b4-4b0f-ac12-4b40e9922c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:02.118941 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-edf8c5d8-90b4-4b0f-ac12-4b40e9922c40 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1b58d064e625432083e28673f2521c41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555495 Jul 02 09:43:02.122188 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 43054) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:02.129423 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8c5d8-90b4-4b0f-ac12-4b40e9922c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6891dfa5-3ae7-4534-8e85-cccb87d57e4e,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:02.179957 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-06a5228c-41c5-4f94-876e-54bec3a08f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:02.202106 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-06a5228c-41c5-4f94-876e-54bec3a08f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:02.251411 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-06a5228c-41c5-4f94-876e-54bec3a08f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:02.254005 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-06a5228c-41c5-4f94-876e-54bec3a08f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:02.257808 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-06a5228c-41c5-4f94-876e-54bec3a08f73 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6891dfa5-3ae7-4534-8e85-cccb87d57e4e HTTP/1.1" status: 204 len: 168 time: 0.1322453 Jul 02 09:43:02.269601 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5228c-41c5-4f94-876e-54bec3a08f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6891dfa5-3ae7-4534-8e85-cccb87d57e4e,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:03.054075 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 43108) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:03.154683 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-72a2248c-10dc-40c2-956a-13a7677a144b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-464026551-network', 'tenant_id': '49a2771c80e94b428ee4846613ec2443'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:43:03.176357 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a2248c-10dc-40c2-956a-13a7677a144b admin admin] Made reservation on behalf of 49a2771c80e94b428ee4846613ec2443 for: {'network': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:43:03.178696 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-72a2248c-10dc-40c2-956a-13a7677a144b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:03.186831 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-72a2248c-10dc-40c2-956a-13a7677a144b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:03.276038 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-72a2248c-10dc-40c2-956a-13a7677a144b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:03.280813 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-72a2248c-10dc-40c2-956a-13a7677a144b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:03.301561 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a2248c-10dc-40c2-956a-13a7677a144b admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=99502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 09:43:03.313745 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 43120) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:03.315496 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2248c-10dc-40c2-956a-13a7677a144b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318f8cf5-f365-453c-aab3-12e5e4213ee2,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:03.323489 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-72a2248c-10dc-40c2-956a-13a7677a144b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:03.323729 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.segments_db [None req-72a2248c-10dc-40c2-956a-13a7677a144b admin admin] Added segment b0abfda6-c92d-41ee-8e59-3b35607a7459 of type vlan for network f3575969-3cf6-44f8-8c26-95547b76a9fa Jul 02 09:43:03.367615 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-72a2248c-10dc-40c2-956a-13a7677a144b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:03.402907 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-72a2248c-10dc-40c2-956a-13a7677a144b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:03.403913 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a2248c-10dc-40c2-956a-13a7677a144b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:03.404503 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-72a2248c-10dc-40c2-956a-13a7677a144b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:03.439154 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-72a2248c-10dc-40c2-956a-13a7677a144b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3829961 Jul 02 09:43:03.442283 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 43128) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:03.447846 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-ad20b43c-fc6d-4276-920e-53e7de931da9 admin admin] Request body: {'subnet': {'network_id': 'f3575969-3cf6-44f8-8c26-95547b76a9fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-464026551-subnet', 'tenant_id': '49a2771c80e94b428ee4846613ec2443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:43:03.459073 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f00a1be5-7d01-4eaa-b31f-f6b10b8cf852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:03.483999 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2248c-10dc-40c2-956a-13a7677a144b admin admin] Pushing event updated for resources: {'Network': ['ID=f3575969-3cf6-44f8-8c26-95547b76a9fa,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:03.495417 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network f3575969-3cf6-44f8-8c26-95547b76a9fa details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:43:03.565677 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f00a1be5-7d01-4eaa-b31f-f6b10b8cf852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:03.569565 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f00a1be5-7d01-4eaa-b31f-f6b10b8cf852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:03.586200 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad20b43c-fc6d-4276-920e-53e7de931da9 admin admin] Made reservation on behalf of 49a2771c80e94b428ee4846613ec2443 for: {'subnet': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:43:03.589386 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ad20b43c-fc6d-4276-920e-53e7de931da9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3689602'] for subnet, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:03.610102 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-f00a1be5-7d01-4eaa-b31f-f6b10b8cf852 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6274e30b64a24f978fe75aa443c542a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927854 Jul 02 09:43:03.610543 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 43130) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:03.615358 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a1be5-7d01-4eaa-b31f-f6b10b8cf852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7835b5d-f1ae-461a-8ec3-f77fa08f2920,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:03.765855 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-14396cf6-0db8-4af8-923f-b381f1d4f0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:03.817177 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94a1a3-a139-4798-b6ec-eb71181a7d1c req-cae67f90-ea44-4cee-9633-6af9dd686e58 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:03.818718 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cc94a1a3-a139-4798-b6ec-eb71181a7d1c req-cae67f90-ea44-4cee-9633-6af9dd686e58 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0700428 Jul 02 09:43:03.823449 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-14396cf6-0db8-4af8-923f-b381f1d4f0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:03.858645 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cc94a1a3-a139-4798-b6ec-eb71181a7d1c req-78d35b11-7509-4156-9fee-5b12bb2e0423 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340347 Jul 02 09:43:03.863604 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35317fb-0e89-496b-a13e-06f413f68a4a req-460e20d1-8f3a-40eb-9330-5de7e8bba872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:03.866032 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b35317fb-0e89-496b-a13e-06f413f68a4a req-460e20d1-8f3a-40eb-9330-5de7e8bba872 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a53f77cb0d7c47d3a12f4c605e84bf21&device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 1098 time: 0.1738784 Jul 02 09:43:03.966468 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ad20b43c-fc6d-4276-920e-53e7de931da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3997670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3689616'] for subnet, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:04.203170 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-14396cf6-0db8-4af8-923f-b381f1d4f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:04.205763 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-14396cf6-0db8-4af8-923f-b381f1d4f0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:04.206947 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-14396cf6-0db8-4af8-923f-b381f1d4f0f8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d7835b5d-f1ae-461a-8ec3-f77fa08f2920 HTTP/1.1" status: 204 len: 168 time: 0.5956008 Jul 02 09:43:04.241277 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14396cf6-0db8-4af8-923f-b381f1d4f0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7835b5d-f1ae-461a-8ec3-f77fa08f2920,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:04.250633 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35317fb-0e89-496b-a13e-06f413f68a4a req-27339ecf-72c9-4051-92b1-abf2d1f13ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:04.252268 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b35317fb-0e89-496b-a13e-06f413f68a4a req-27339ecf-72c9-4051-92b1-abf2d1f13ae2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ae5d867-4f28-47ae-9b90-7ac90a306363 HTTP/1.1" status: 200 len: 920 time: 0.3773758 Jul 02 09:43:04.268606 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad20b43c-fc6d-4276-920e-53e7de931da9 admin admin] Checking segment: {'id': 'b0abfda6-c92d-41ee-8e59-3b35607a7459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f3575969-3cf6-44f8-8c26-95547b76a9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:43:04.269125 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad20b43c-fc6d-4276-920e-53e7de931da9 admin admin] Network hostable DHCP agents. Network: f3575969-3cf6-44f8-8c26-95547b76a9fa, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:43:04.271306 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20b43c-fc6d-4276-920e-53e7de931da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a38e6ab-c28e-4741-a0c6-d021ac14a538,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:04.323332 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b35317fb-0e89-496b-a13e-06f413f68a4a req-4708fffc-571e-455e-a067-a5afea90d9bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=370815f2-f9c0-4fa9-b7fb-b0a89520d094 HTTP/1.1" status: 200 len: 217 time: 0.0555975 Jul 02 09:43:04.326721 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad20b43c-fc6d-4276-920e-53e7de931da9 admin admin] Network f3575969-3cf6-44f8-8c26-95547b76a9fa is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:43:04.368382 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-ad20b43c-fc6d-4276-920e-53e7de931da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, f3575969-3cf6-44f8-8c26-95547b76a9fa) {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:43:04.376216 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad20b43c-fc6d-4276-920e-53e7de931da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:04.377064 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ad20b43c-fc6d-4276-920e-53e7de931da9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:04.382354 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcf11d1-aa49-4512-8445-cf638eb184c7 None None] Network f3575969-3cf6-44f8-8c26-95547b76a9fa requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:43:04.395329 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35317fb-0e89-496b-a13e-06f413f68a4a req-2a88df26-9cad-4418-9535-5f7f58314534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:04.396874 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b35317fb-0e89-496b-a13e-06f413f68a4a req-2a88df26-9cad-4418-9535-5f7f58314534 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5da70325-9306-49c2-ab3d-c602b5d8b1c1 HTTP/1.1" status: 200 len: 859 time: 0.0651486 Jul 02 09:43:04.400350 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-ad20b43c-fc6d-4276-920e-53e7de931da9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9570761 Jul 02 09:43:04.441512 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b35317fb-0e89-496b-a13e-06f413f68a4a req-1cc27cee-6886-4826-8d22-dd79302c93b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ae5d867-4f28-47ae-9b90-7ac90a306363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355525 Jul 02 09:43:04.567579 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b35317fb-0e89-496b-a13e-06f413f68a4a req-79fc4e0d-9735-4494-846c-88c5fd84aba5 service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160705 Jul 02 09:43:04.583904 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393a1e45-d982-465a-b0f0-a18657a7e13a None None] Network f3575969-3cf6-44f8-8c26-95547b76a9fa requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:43:04.620078 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 43168) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:04.641588 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-88569f33-7e1e-4c65-b253-58fcba6100bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:04.756351 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b35317fb-0e89-496b-a13e-06f413f68a4a req-95638f49-4080-4fc1-9fa9-522a8e269bd9 service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820707 Jul 02 09:43:04.767303 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-88569f33-7e1e-4c65-b253-58fcba6100bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:04.772308 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-88569f33-7e1e-4c65-b253-58fcba6100bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:04.813488 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-88569f33-7e1e-4c65-b253-58fcba6100bb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8966e44977814d608be6033c27c3226b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919746 Jul 02 09:43:04.814426 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88569f33-7e1e-4c65-b253-58fcba6100bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bb078d-14b4-4476-91ca-01c27791def2,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:04.816197 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 43170) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:04.872149 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-18cde63e-7983-44e7-8702-9926a326854b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:04.902209 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-18cde63e-7983-44e7-8702-9926a326854b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:04.962213 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-18cde63e-7983-44e7-8702-9926a326854b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:04.965493 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-18cde63e-7983-44e7-8702-9926a326854b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:04.969025 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-18cde63e-7983-44e7-8702-9926a326854b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/34bb078d-14b4-4476-91ca-01c27791def2 HTTP/1.1" status: 204 len: 168 time: 0.1478372 Jul 02 09:43:04.974763 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cde63e-7983-44e7-8702-9926a326854b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bb078d-14b4-4476-91ca-01c27791def2,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:05.073984 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fea66f-88f7-47c3-b7d4-7547609764ed req-5fc83e44-6433-4107-91dd-935a7e5d60ad tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:05.075527 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-09fea66f-88f7-47c3-b7d4-7547609764ed req-5fc83e44-6433-4107-91dd-935a7e5d60ad tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0688956 Jul 02 09:43:05.116113 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-09fea66f-88f7-47c3-b7d4-7547609764ed req-3c73ddb6-a276-4f92-9984-ec37460be8ed tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345590 Jul 02 09:43:05.324151 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 43192) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:05.338723 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c354c2ed-3210-48c5-861c-054f06e43133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:05.436051 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c354c2ed-3210-48c5-861c-054f06e43133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:05.439937 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c354c2ed-3210-48c5-861c-054f06e43133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:05.486109 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-c354c2ed-3210-48c5-861c-054f06e43133 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=389dc551ccab4ab09dc21def921ebdce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584957 Jul 02 09:43:05.486501 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354c2ed-3210-48c5-861c-054f06e43133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cfeea3-cac4-415d-b2cd-b38aefb04be6,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:05.486914 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 43196) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:05.539648 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-284cf370-196b-45d4-810c-c080b647aea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:05.563515 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-284cf370-196b-45d4-810c-c080b647aea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:05.608694 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-284cf370-196b-45d4-810c-c080b647aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:05.611120 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-284cf370-196b-45d4-810c-c080b647aea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:05.612223 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-284cf370-196b-45d4-810c-c080b647aea7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a5cfeea3-cac4-415d-b2cd-b38aefb04be6 HTTP/1.1" status: 204 len: 168 time: 0.1240885 Jul 02 09:43:05.620082 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cf370-196b-45d4-810c-c080b647aea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cfeea3-cac4-415d-b2cd-b38aefb04be6,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:06.295158 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c9972-2a8d-44d5-9f27-7dcc418da8ac req-7da86299-7a48-4227-8bba-6ca63352673a tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:06.296939 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-614c9972-2a8d-44d5-9f27-7dcc418da8ac req-7da86299-7a48-4227-8bba-6ca63352673a tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0686738 Jul 02 09:43:06.335437 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-614c9972-2a8d-44d5-9f27-7dcc418da8ac req-2f32e021-bea5-4bab-8b21-fcc3cebf3eee tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330822 Jul 02 09:43:07.542413 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d067f-8c9f-4790-a10a-43c8af1f8610 req-19f42461-f103-459e-a62e-384d4fc59eca tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:07.545123 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e19d067f-8c9f-4790-a10a-43c8af1f8610 req-19f42461-f103-459e-a62e-384d4fc59eca tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0883651 Jul 02 09:43:07.585492 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e19d067f-8c9f-4790-a10a-43c8af1f8610 req-4f95fd3c-a6b7-411f-ae58-a584183c45ee tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344768 Jul 02 09:43:08.340806 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 43320) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:08.450810 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-56589afb-7995-4e3a-a652-bfcff0b534a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:08.568505 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-56589afb-7995-4e3a-a652-bfcff0b534a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:08.582945 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-56589afb-7995-4e3a-a652-bfcff0b534a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:08.676227 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-56589afb-7995-4e3a-a652-bfcff0b534a4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7bd7636f42f14f3a851eb0116ba06ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343201 Jul 02 09:43:08.677063 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56589afb-7995-4e3a-a652-bfcff0b534a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2be588-3a84-4cd8-be54-83e7bff54505,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:08.678917 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 43346) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:08.719507 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-916be2b8-175c-4d6f-bda4-aaf06a31caaf tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:08.720998 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-916be2b8-175c-4d6f-bda4-aaf06a31caaf tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/networks?id=f3575969-3cf6-44f8-8c26-95547b76a9fa HTTP/1.1" status: 200 len: 808 time: 0.1678164 Jul 02 09:43:08.765008 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-c563370c-4701-4c0e-91fc-8f453a4a7aea tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/quotas/49a2771c80e94b428ee4846613ec2443 HTTP/1.1" status: 200 len: 375 time: 0.0383365 Jul 02 09:43:08.770050 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-63db70ec-503b-4b10-ac41-0c4b122b2b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:08.792369 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-63db70ec-503b-4b10-ac41-0c4b122b2b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:08.804614 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-2bdf26c9-3e4d-48e6-91c5-4c25cd23effe tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=49a2771c80e94b428ee4846613ec2443&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316348 Jul 02 09:43:08.839342 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546adbb8-5659-4586-a6b9-a31bc35f0724 req-0ce9c539-0b50-42bb-b5c6-37b966ea8e36 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:08.839586 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-63db70ec-503b-4b10-ac41-0c4b122b2b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:08.840935 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-546adbb8-5659-4586-a6b9-a31bc35f0724 req-0ce9c539-0b50-42bb-b5c6-37b966ea8e36 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.1159437 Jul 02 09:43:08.842373 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-63db70ec-503b-4b10-ac41-0c4b122b2b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:08.845798 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-63db70ec-503b-4b10-ac41-0c4b122b2b9e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3c2be588-3a84-4cd8-be54-83e7bff54505 HTTP/1.1" status: 204 len: 168 time: 0.1628065 Jul 02 09:43:08.851872 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db70ec-503b-4b10-ac41-0c4b122b2b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2be588-3a84-4cd8-be54-83e7bff54505,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:08.944806 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:08.951391 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-546adbb8-5659-4586-a6b9-a31bc35f0724 req-593afcaa-37a2-4f62-b5b6-7eb8ab6c755f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030788 Jul 02 09:43:08.976924 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-0cb3cac7-2ca2-4888-b931-27adc557b2f8 service neutron] 10.222.0.47 "GET /v2.0/networks/f3575969-3cf6-44f8-8c26-95547b76a9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635201 Jul 02 09:43:09.073863 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-03aedc30-9003-4e34-82be-562e865317cd service neutron] 10.222.0.47 "GET /v2.0/networks/f3575969-3cf6-44f8-8c26-95547b76a9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902419 Jul 02 09:43:09.248411 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bc92b286-16f7-4616-9251-1fd9351e7f21 req-dfdd8ca0-d299-4a33-b8f4-aba402227ef4 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 210 time: 0.0337436 Jul 02 09:43:10.121907 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62c979-935b-4c17-827f-431df20104b9 req-1be7aa91-2d64-4326-be76-b7a0ecf4e69f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:10.123345 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7e62c979-935b-4c17-827f-431df20104b9 req-1be7aa91-2d64-4326-be76-b7a0ecf4e69f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0637434 Jul 02 09:43:10.161582 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7e62c979-935b-4c17-827f-431df20104b9 req-b817d12e-5655-4f60-a241-acf3476e3e00 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323751 Jul 02 09:43:10.391971 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-67a12382-c2bc-498a-8f89-c6b159f832b0 req-ee4fb082-deab-4ac5-a53b-150a5e98e7e1 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 210 time: 0.0283778 Jul 02 09:43:11.335346 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf65dfb-5bb0-44d6-863e-c37105a14ee5 req-433f3e54-e9c1-419a-ba77-ad37fb3a7ff6 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:11.336756 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ebf65dfb-5bb0-44d6-863e-c37105a14ee5 req-433f3e54-e9c1-419a-ba77-ad37fb3a7ff6 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0672727 Jul 02 09:43:11.583818 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d4d57801-a17e-4ab7-9bb7-8121c1f667cf req-0fede6aa-ca71-43a2-88d2-882183dea2af tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 210 time: 0.0317435 Jul 02 09:43:11.604478 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ebf65dfb-5bb0-44d6-863e-c37105a14ee5 req-29de6413-deaf-4fe2-8e26-635daf334776 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614241 Jul 02 09:43:12.179004 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-ab93a0c5-d90e-4742-9d27-87282af5df6c tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:12.181060 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-ab93a0c5-d90e-4742-9d27-87282af5df6c tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.66 "GET /v2.0/networks?id=f3575969-3cf6-44f8-8c26-95547b76a9fa HTTP/1.1" status: 200 len: 808 time: 0.1291502 Jul 02 09:43:12.197120 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-e6b0cb52-f7cb-4bcd-a545-4a299d31d459 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Request body: {'port': {'device_id': '90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91', 'network_id': 'f3575969-3cf6-44f8-8c26-95547b76a9fa', 'admin_state_up': True, 'tenant_id': '49a2771c80e94b428ee4846613ec2443'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:43:12.275055 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-207cc771-5c2e-4c99-aa8a-275dda01a0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:12.320702 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-e6b0cb52-f7cb-4bcd-a545-4a299d31d459 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Made reservation on behalf of 49a2771c80e94b428ee4846613ec2443 for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:43:12.324620 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-e6b0cb52-f7cb-4bcd-a545-4a299d31d459 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:12.327765 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f3981-bcdc-47c9-af05-99b679a5a006 req-e38ac7a5-7ea3-4714-a63b-15a735792ba1 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:12.329412 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-570f3981-bcdc-47c9-af05-99b679a5a006 req-e38ac7a5-7ea3-4714-a63b-15a735792ba1 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0806508 Jul 02 09:43:12.369819 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-570f3981-bcdc-47c9-af05-99b679a5a006 req-1070cbf2-1a55-40f6-b0a6-b5f76a2f6e10 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346594 Jul 02 09:43:12.455594 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-e6b0cb52-f7cb-4bcd-a545-4a299d31d459 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Allocated IP 172.20.0.6 (f3575969-3cf6-44f8-8c26-95547b76a9fa/7a38e6ab-c28e-4741-a0c6-d021ac14a538/d5b0cba7-6332-43d0-8f7e-f730722a3f5f) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:43:12.602198 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-e6b0cb52-f7cb-4bcd-a545-4a299d31d459 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:12.647878 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-e6b0cb52-f7cb-4bcd-a545-4a299d31d459 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:12.721408 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0cb52-f7cb-4bcd-a545-4a299d31d459 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Pushing event updated for resources: {'Port': ['ID=d5b0cba7-6332-43d0-8f7e-f730722a3f5f,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:12.746211 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-e6b0cb52-f7cb-4bcd-a545-4a299d31d459 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Network f3575969-3cf6-44f8-8c26-95547b76a9fa is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:43:12.749172 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-e6b0cb52-f7cb-4bcd-a545-4a299d31d459 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:43:12.752571 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-e6b0cb52-f7cb-4bcd-a545-4a299d31d459 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:43:12.805939 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-e6b0cb52-f7cb-4bcd-a545-4a299d31d459 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:12.806593 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-e6b0cb52-f7cb-4bcd-a545-4a299d31d459 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:12.823009 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-e6b0cb52-f7cb-4bcd-a545-4a299d31d459 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6296980 Jul 02 09:43:12.843032 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Request body: {'port': {'device_id': '90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:43:12.859876 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00a642-2a4d-4fbb-a42b-f8a760be3ad7 req-9faca0e0-8d52-4505-94eb-52aa97186a03 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:12.861339 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6f00a642-2a4d-4fbb-a42b-f8a760be3ad7 req-9faca0e0-8d52-4505-94eb-52aa97186a03 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.1292374 Jul 02 09:43:12.870747 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91cb3b-4f79-40ba-ba0c-f1726657ca5c req-48424543-0e76-4ef8-a0d6-f6e0bb47a015 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:12.872886 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-db91cb3b-4f79-40ba-ba0c-f1726657ca5c req-48424543-0e76-4ef8-a0d6-f6e0bb47a015 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 931 time: 0.0961545 Jul 02 09:43:12.935661 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-db91cb3b-4f79-40ba-ba0c-f1726657ca5c req-9e82d42c-d0ff-4a85-90de-4f778f9df860 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488548 Jul 02 09:43:12.944207 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6f00a642-2a4d-4fbb-a42b-f8a760be3ad7 req-01b2a7f8-5b91-4ef2-8a74-9113408dee1d tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699420 Jul 02 09:43:12.977242 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:13.236742 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b0cba7-6332-43d0-8f7e-f730722a3f5f {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:43:13.243901 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:13.256363 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Transition to ACTIVE for port object d5b0cba7-6332-43d0-8f7e-f730722a3f5f will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:43:13.260300 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:13.307863 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Pushing event updated for resources: {'Port': ['ID=d5b0cba7-6332-43d0-8f7e-f730722a3f5f,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:13.382131 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Attempting to bind port d5b0cba7-6332-43d0-8f7e-f730722a3f5f on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:43:13.382458 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Attempting to bind port d5b0cba7-6332-43d0-8f7e-f730722a3f5f by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'b0abfda6-c92d-41ee-8e59-3b35607a7459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f3575969-3cf6-44f8-8c26-95547b76a9fa'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:43:13.382780 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Attempting to bind port d5b0cba7-6332-43d0-8f7e-f730722a3f5f on network f3575969-3cf6-44f8-8c26-95547b76a9fa {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:43:13.387272 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Port d5b0cba7-6332-43d0-8f7e-f730722a3f5f on network f3575969-3cf6-44f8-8c26-95547b76a9fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:43:13.388170 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Attempting to bind port d5b0cba7-6332-43d0-8f7e-f730722a3f5f on network f3575969-3cf6-44f8-8c26-95547b76a9fa {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:43:13.392967 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:43:13.393298 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Checking segment: {'id': 'b0abfda6-c92d-41ee-8e59-3b35607a7459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f3575969-3cf6-44f8-8c26-95547b76a9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:43:13.393669 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Bound using segment: {'id': 'b0abfda6-c92d-41ee-8e59-3b35607a7459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f3575969-3cf6-44f8-8c26-95547b76a9fa'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:43:13.394078 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Bound port: d5b0cba7-6332-43d0-8f7e-f730722a3f5f, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0abfda6-c92d-41ee-8e59-3b35607a7459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f3575969-3cf6-44f8-8c26-95547b76a9fa'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:43:13.394424 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:13.457074 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] For port d5b0cba7-6332-43d0-8f7e-f730722a3f5f, host hv-cinder-77218, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:43:13.459959 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] For port d5b0cba7-6332-43d0-8f7e-f730722a3f5f, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=d5b0cba7-6332-43d0-8f7e-f730722a3f5f,segment=NetworkSegment(b0abfda6-c92d-41ee-8e59-3b35607a7459),segment_id=b0abfda6-c92d-41ee-8e59-3b35607a7459)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:43:13.466241 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:13.504592 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:13.505208 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:13.506586 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] 10.222.0.66 "PUT /v2.0/ports/d5b0cba7-6332-43d0-8f7e-f730722a3f5f HTTP/1.1" status: 200 len: 1093 time: 0.6696160 Jul 02 09:43:13.507027 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91', 'tag': 'd5b0cba7-6332-43d0-8f7e-f730722a3f5f'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:43:13.509323 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c6dd81-a049-4302-baee-655aedd3308b" -d '{"events": [{"name": "network-changed", "server_uuid": "90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91", "tag": "d5b0cba7-6332-43d0-8f7e-f730722a3f5f"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:43:13.555893 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e1e4f0-8ee4-4cb5-ad2c-19f7e3118f6e x-openstack-request-id: req-f3e1e4f0-8ee4-4cb5-ad2c-19f7e3118f6e {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:43:13.556191 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91", "tag": "d5b0cba7-6332-43d0-8f7e-f730722a3f5f", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:43:13.556478 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f3e1e4f0-8ee4-4cb5-ad2c-19f7e3118f6e {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:43:13.556875 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91', 'tag': 'd5b0cba7-6332-43d0-8f7e-f730722a3f5f', 'status': 'completed', 'code': 200} Jul 02 09:43:13.557661 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f82c28-57a3-4533-93cc-cc33966e341c service neutron] Pushing event updated for resources: {'Port': ['ID=d5b0cba7-6332-43d0-8f7e-f730722a3f5f,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:13.568781 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca53c4-ad56-4142-aa2a-968c34caa243 req-8c6eb7ae-b003-4d64-9033-a3c1538e2fb7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:13.570345 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-72ca53c4-ad56-4142-aa2a-968c34caa243 req-8c6eb7ae-b003-4d64-9033-a3c1538e2fb7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0810947 Jul 02 09:43:13.609783 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-72ca53c4-ad56-4142-aa2a-968c34caa243 req-c3a06b25-f817-4398-8b38-71d70c96e91e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330265 Jul 02 09:43:13.626460 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-57eca39c-a735-46d2-8bea-7bff58aeb019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:13.628021 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-57eca39c-a735-46d2-8bea-7bff58aeb019 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49a2771c80e94b428ee4846613ec2443&device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 1096 time: 0.0597677 Jul 02 09:43:13.675405 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-6015495f-7355-41cb-9885-1b78159d8cf1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5b0cba7-6332-43d0-8f7e-f730722a3f5f HTTP/1.1" status: 200 len: 217 time: 0.0360448 Jul 02 09:43:13.726415 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-67c05b7b-40cc-440e-99c8-c45c8f83c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:13.727935 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-67c05b7b-40cc-440e-99c8-c45c8f83c5a4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a38e6ab-c28e-4741-a0c6-d021ac14a538 HTTP/1.1" status: 200 len: 848 time: 0.0456145 Jul 02 09:43:13.765562 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-6bef2e77-4c7e-429e-8e49-edc77933161c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f3575969-3cf6-44f8-8c26-95547b76a9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305541 Jul 02 09:43:13.859636 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-f25952b2-657c-4770-bbc9-698186f57a1f service neutron] 10.222.0.66 "GET /v2.0/networks/f3575969-3cf6-44f8-8c26-95547b76a9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836244 Jul 02 09:43:13.956124 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-c3024625-b181-4ffd-a45f-53c3a48dc08b req-0ae6b221-ad7e-46ec-943c-ade6aaf13541 service neutron] 10.222.0.66 "GET /v2.0/networks/f3575969-3cf6-44f8-8c26-95547b76a9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871074 Jul 02 09:43:14.088223 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6dd81-a049-4302-baee-655aedd3308b req-50f8eb9a-e672-4f7c-b195-5c73c532303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:14.090001 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-59c6dd81-a049-4302-baee-655aedd3308b req-50f8eb9a-e672-4f7c-b195-5c73c532303c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49a2771c80e94b428ee4846613ec2443&device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 1096 time: 0.0669181 Jul 02 09:43:14.142119 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c024e7a-a7e3-4968-8cc8-5b535c6a1d72 req-a5d3c796-b4d9-452d-8198-46786d31c5c0 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:14.144296 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2c024e7a-a7e3-4968-8cc8-5b535c6a1d72 req-a5d3c796-b4d9-452d-8198-46786d31c5c0 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 943 time: 0.0917907 Jul 02 09:43:14.220455 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6dd81-a049-4302-baee-655aedd3308b req-59d51e32-c47e-4078-ad00-7bc71a63c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:14.222133 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-59c6dd81-a049-4302-baee-655aedd3308b req-59d51e32-c47e-4078-ad00-7bc71a63c651 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f3575969-3cf6-44f8-8c26-95547b76a9fa HTTP/1.1" status: 200 len: 909 time: 0.1232197 Jul 02 09:43:14.235526 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2c024e7a-a7e3-4968-8cc8-5b535c6a1d72 req-d8304052-e923-4602-b6c7-137da2100a5b tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849075 Jul 02 09:43:14.260611 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463604c-448b-4969-8420-48234bd379bc req-407cdcd7-e2c2-42b2-a8f2-79be7b2428a8 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:14.262285 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5463604c-448b-4969-8420-48234bd379bc req-407cdcd7-e2c2-42b2-a8f2-79be7b2428a8 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.1150498 Jul 02 09:43:14.280562 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-59c6dd81-a049-4302-baee-655aedd3308b req-0d247638-9c94-49d3-81f5-b2b7bea63475 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5b0cba7-6332-43d0-8f7e-f730722a3f5f HTTP/1.1" status: 200 len: 217 time: 0.0470412 Jul 02 09:43:14.329002 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5463604c-448b-4969-8420-48234bd379bc req-6e1c9591-ed19-46db-89b9-77f41fcecc34 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572479 Jul 02 09:43:14.332911 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6dd81-a049-4302-baee-655aedd3308b req-07ec4fbf-b89f-4e63-a3a4-18ba734b4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:14.334492 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-59c6dd81-a049-4302-baee-655aedd3308b req-07ec4fbf-b89f-4e63-a3a4-18ba734b4383 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a38e6ab-c28e-4741-a0c6-d021ac14a538 HTTP/1.1" status: 200 len: 848 time: 0.0459588 Jul 02 09:43:14.379642 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-59c6dd81-a049-4302-baee-655aedd3308b req-1c3ddb89-a18e-4b5f-9656-d022cde26af2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f3575969-3cf6-44f8-8c26-95547b76a9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321267 Jul 02 09:43:14.493558 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-59c6dd81-a049-4302-baee-655aedd3308b req-53287ae1-baa3-4183-bef0-030cb5595d71 service neutron] 10.222.0.66 "GET /v2.0/networks/f3575969-3cf6-44f8-8c26-95547b76a9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049974 Jul 02 09:43:14.586408 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-59c6dd81-a049-4302-baee-655aedd3308b req-c76814c8-e60f-4c62-b465-8be8d098918f service neutron] 10.222.0.66 "GET /v2.0/networks/f3575969-3cf6-44f8-8c26-95547b76a9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866718 Jul 02 09:43:14.799832 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d30a8-1ec0-4cb9-9161-66407000954c req-1b5a617a-0b64-4c71-a66c-bccc42dba4c9 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:14.801375 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c93d30a8-1ec0-4cb9-9161-66407000954c req-1b5a617a-0b64-4c71-a66c-bccc42dba4c9 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0653539 Jul 02 09:43:14.840951 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c93d30a8-1ec0-4cb9-9161-66407000954c req-6b352c54-95a7-4ea4-8329-2434ca49fa27 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335047 Jul 02 09:43:15.104646 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7f2e4271-41c8-4689-bb37-cc8ea2e6d425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:15.423270 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e636a7-9c88-4e31-89ff-f64a8930f545 req-d5d087f0-46f0-4ee4-a8b9-eee76116a28c tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:15.424869 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-82e636a7-9c88-4e31-89ff-f64a8930f545 req-d5d087f0-46f0-4ee4-a8b9-eee76116a28c tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 943 time: 0.0646470 Jul 02 09:43:15.499096 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-82e636a7-9c88-4e31-89ff-f64a8930f545 req-194d5d3d-8710-4476-9ac8-18abe37f6999 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684447 Jul 02 09:43:15.529469 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:15.538265 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b90f6a-99e2-42c2-a31d-80f017836fa4 req-89603331-fd2e-4204-b71e-a9c5c4300b9d tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:15.539778 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-38b90f6a-99e2-42c2-a31d-80f017836fa4 req-89603331-fd2e-4204-b71e-a9c5c4300b9d tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0946679 Jul 02 09:43:15.583547 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-38b90f6a-99e2-42c2-a31d-80f017836fa4 req-1a367558-79ce-44e6-bdf5-c0667374c7dd tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370739 Jul 02 09:43:15.666251 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device d5b0cba7-6332-43d0-8f7e-f730722a3f5f details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:43:15.791721 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port d5b0cba7-6332-43d0-8f7e-f730722a3f5f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=d5b0cba7-6332-43d0-8f7e-f730722a3f5f,segment=NetworkSegment(b0abfda6-c92d-41ee-8e59-3b35607a7459),segment_id=b0abfda6-c92d-41ee-8e59-3b35607a7459)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:43:15.805557 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': 'd5b0cba7-6332-43d0-8f7e-f730722a3f5f', 'network_id': 'f3575969-3cf6-44f8-8c26-95547b76a9fa', 'port_id': 'd5b0cba7-6332-43d0-8f7e-f730722a3f5f', 'mac_address': 'fa:16:3e:f1:da:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a38e6ab-c28e-4741-a0c6-d021ac14a538', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:43:15.861823 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:15.862536 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:15.876105 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b0cba7-6332-43d0-8f7e-f730722a3f5f {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:43:15.897285 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port d5b0cba7-6332-43d0-8f7e-f730722a3f5f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=d5b0cba7-6332-43d0-8f7e-f730722a3f5f,segment=NetworkSegment(b0abfda6-c92d-41ee-8e59-3b35607a7459),segment_id=b0abfda6-c92d-41ee-8e59-3b35607a7459)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:43:15.901129 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:15.952278 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=d5b0cba7-6332-43d0-8f7e-f730722a3f5f,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:15.960621 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:15.960828 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:15.961225 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:15.961596 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:15.961971 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:15.962329 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:15.962657 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:15.962981 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:15.963324 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:15.963650 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:15.963970 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:15.964286 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:16.021209 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a1a4e-28c2-48a5-bf63-3f70d62b78a2 req-808b44a0-81e9-4b0f-a6ba-e135e2eedce0 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:16.022693 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-111a1a4e-28c2-48a5-bf63-3f70d62b78a2 req-808b44a0-81e9-4b0f-a6ba-e135e2eedce0 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0655074 Jul 02 09:43:16.061516 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-111a1a4e-28c2-48a5-bf63-3f70d62b78a2 req-cf6d5941-b70a-4aee-8f10-d8c54e911a20 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321512 Jul 02 09:43:16.210907 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['d5b0cba7-6332-43d0-8f7e-f730722a3f5f'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:43:16.622645 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 43490) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:16.690427 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328a11a-3b01-4892-a91d-4c3905139adc req-e5176d4f-103d-4881-88ac-ae3e29355b0c tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:16.691949 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5328a11a-3b01-4892-a91d-4c3905139adc req-e5176d4f-103d-4881-88ac-ae3e29355b0c tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 944 time: 0.0719934 Jul 02 09:43:16.741749 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0cc8d799-3f94-41ac-9834-a5f7a857ec9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:16.767802 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5328a11a-3b01-4892-a91d-4c3905139adc req-c68c9fed-ab39-468a-a06e-e926042271c0 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702748 Jul 02 09:43:16.798808 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432a34e-975e-4e61-a9a0-e52f762a5fd4 req-09d2a2da-2afc-4388-af12-6b30c5db9d1c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:16.805526 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9432a34e-975e-4e61-a9a0-e52f762a5fd4 req-09d2a2da-2afc-4388-af12-6b30c5db9d1c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0889156 Jul 02 09:43:16.842797 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0cc8d799-3f94-41ac-9834-a5f7a857ec9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:16.844288 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9432a34e-975e-4e61-a9a0-e52f762a5fd4 req-9993a77a-a5de-4f37-bc94-fb6372668d9a tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327139 Jul 02 09:43:16.847756 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0cc8d799-3f94-41ac-9834-a5f7a857ec9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:16.894537 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-0cc8d799-3f94-41ac-9834-a5f7a857ec9b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d133ee65ca234fc583b1e7743c2ef8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706494 Jul 02 09:43:16.897299 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 43496) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:16.898974 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8d799-3f94-41ac-9834-a5f7a857ec9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad166c06-b17d-4320-b985-3d2c93d7ce78,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:16.906121 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8d799-3f94-41ac-9834-a5f7a857ec9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:16.906472 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8d799-3f94-41ac-9834-a5f7a857ec9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:16.906809 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8d799-3f94-41ac-9834-a5f7a857ec9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:16.907149 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8d799-3f94-41ac-9834-a5f7a857ec9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:16.907600 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8d799-3f94-41ac-9834-a5f7a857ec9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:16.907939 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8d799-3f94-41ac-9834-a5f7a857ec9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:16.908270 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8d799-3f94-41ac-9834-a5f7a857ec9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:16.908627 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8d799-3f94-41ac-9834-a5f7a857ec9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:16.908963 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8d799-3f94-41ac-9834-a5f7a857ec9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:16.909286 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8d799-3f94-41ac-9834-a5f7a857ec9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:16.909610 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8d799-3f94-41ac-9834-a5f7a857ec9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:16.909928 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8d799-3f94-41ac-9834-a5f7a857ec9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:16.950861 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5a37bdf6-8511-4986-a9a7-798a7f84ca04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:16.972289 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5a37bdf6-8511-4986-a9a7-798a7f84ca04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:17.018926 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5a37bdf6-8511-4986-a9a7-798a7f84ca04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:17.021640 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5a37bdf6-8511-4986-a9a7-798a7f84ca04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:17.022791 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-5a37bdf6-8511-4986-a9a7-798a7f84ca04 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ad166c06-b17d-4320-b985-3d2c93d7ce78 HTTP/1.1" status: 204 len: 168 time: 0.1245079 Jul 02 09:43:17.032808 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37bdf6-8511-4986-a9a7-798a7f84ca04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad166c06-b17d-4320-b985-3d2c93d7ce78,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:17.039769 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37bdf6-8511-4986-a9a7-798a7f84ca04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:17.040183 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37bdf6-8511-4986-a9a7-798a7f84ca04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:17.040460 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37bdf6-8511-4986-a9a7-798a7f84ca04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:17.040806 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37bdf6-8511-4986-a9a7-798a7f84ca04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:17.041142 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37bdf6-8511-4986-a9a7-798a7f84ca04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:17.041475 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37bdf6-8511-4986-a9a7-798a7f84ca04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:17.041807 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37bdf6-8511-4986-a9a7-798a7f84ca04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:17.042140 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37bdf6-8511-4986-a9a7-798a7f84ca04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:17.042469 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37bdf6-8511-4986-a9a7-798a7f84ca04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:17.042795 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37bdf6-8511-4986-a9a7-798a7f84ca04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:17.043120 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37bdf6-8511-4986-a9a7-798a7f84ca04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:17.043998 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37bdf6-8511-4986-a9a7-798a7f84ca04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:43:17.241520 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b7c6b-e9e8-4128-a91f-a6057c931bf7 req-eabd4576-ba9a-44c9-986c-ee4c20ab1e75 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:17.243093 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-718b7c6b-e9e8-4128-a91f-a6057c931bf7 req-eabd4576-ba9a-44c9-986c-ee4c20ab1e75 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0666218 Jul 02 09:43:17.280833 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-718b7c6b-e9e8-4128-a91f-a6057c931bf7 req-b3e9557a-2bb2-46cf-a6d3-2501cc5d322e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318127 Jul 02 09:43:17.580193 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:17.961811 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde876b-0d5f-4aec-b7ad-dc86ded5f1af req-89d44e43-402c-4c34-a183-85241127e2d2 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:17.963452 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-acde876b-0d5f-4aec-b7ad-dc86ded5f1af req-89d44e43-402c-4c34-a183-85241127e2d2 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 944 time: 0.0766904 Jul 02 09:43:18.034372 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-acde876b-0d5f-4aec-b7ad-dc86ded5f1af req-76d0d153-4942-4ba0-9d5e-9f11b6c2cc50 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652285 Jul 02 09:43:18.073616 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbc7a7-8195-4661-a5fb-77c5bf188280 req-83542a48-4055-4720-9749-ef5f1ff55b8b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:18.075838 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-24bbc7a7-8195-4661-a5fb-77c5bf188280 req-83542a48-4055-4720-9749-ef5f1ff55b8b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0933714 Jul 02 09:43:18.116764 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-24bbc7a7-8195-4661-a5fb-77c5bf188280 req-a9940726-6e36-4ada-acf4-f7e0d66f2f71 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349562 Jul 02 09:43:18.454596 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb8d38-68e0-45be-8bc2-2a523f5937a2 req-09816d46-a3d8-41c9-8ab7-815e39746ca8 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:18.456056 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-23fb8d38-68e0-45be-8bc2-2a523f5937a2 req-09816d46-a3d8-41c9-8ab7-815e39746ca8 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0626049 Jul 02 09:43:18.493985 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-23fb8d38-68e0-45be-8bc2-2a523f5937a2 req-33cc8283-effb-4017-9fb0-44ec3ae197cc tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324538 Jul 02 09:43:19.206054 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65757a2b-dcae-43e9-9903-26b7dd02e939 req-4b751e17-7090-43c6-aefe-79db606ca41d tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:19.208367 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-65757a2b-dcae-43e9-9903-26b7dd02e939 req-4b751e17-7090-43c6-aefe-79db606ca41d tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 944 time: 0.0629017 Jul 02 09:43:19.286531 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-65757a2b-dcae-43e9-9903-26b7dd02e939 req-a5274d00-891a-493c-9d21-e99cc341b4b9 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710547 Jul 02 09:43:19.314955 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f9fe0-2721-4640-8505-1a70a0fe6130 req-c2a83186-44d9-476b-90e3-7f80bd25e665 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:19.316512 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ca7f9fe0-2721-4640-8505-1a70a0fe6130 req-c2a83186-44d9-476b-90e3-7f80bd25e665 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0769951 Jul 02 09:43:19.354385 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ca7f9fe0-2721-4640-8505-1a70a0fe6130 req-0c7a6782-8c3b-4e27-acf5-d925a44d59f9 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322156 Jul 02 09:43:19.677192 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ba983-366d-4042-8788-93352e9756dc req-96a9d562-bc13-4391-9b09-00b72dda1f98 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:19.678673 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4c8ba983-366d-4042-8788-93352e9756dc req-96a9d562-bc13-4391-9b09-00b72dda1f98 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0641344 Jul 02 09:43:19.717287 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4c8ba983-366d-4042-8788-93352e9756dc req-913cc0d9-3ece-487d-97ff-3d5a46cd15a6 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321827 Jul 02 09:43:20.478313 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351921e3-0875-4d1b-9062-7c4a31d452a2 req-7c0d48c5-c899-4d08-82c4-9a3f3527ac13 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:20.480459 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-351921e3-0875-4d1b-9062-7c4a31d452a2 req-7c0d48c5-c899-4d08-82c4-9a3f3527ac13 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 944 time: 0.0801466 Jul 02 09:43:20.559748 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-351921e3-0875-4d1b-9062-7c4a31d452a2 req-5aa0766b-6653-4202-958b-4c1e631b15d3 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652065 Jul 02 09:43:20.583732 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf331636-da4b-4388-9e21-7c8e58c9282c req-499ef210-9064-4acb-a1a0-986ec34cfefc tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:20.585239 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bf331636-da4b-4388-9e21-7c8e58c9282c req-499ef210-9064-4acb-a1a0-986ec34cfefc tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.1034460 Jul 02 09:43:20.623936 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bf331636-da4b-4388-9e21-7c8e58c9282c req-560386c8-680a-45f5-9698-507161a2ee12 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323451 Jul 02 09:43:20.910910 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436efb1-d5b1-4a55-a333-17eb2c07ce20 req-c85c9b4d-d02b-4f6e-a795-007718b7f1fd tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:20.912367 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e436efb1-d5b1-4a55-a333-17eb2c07ce20 req-c85c9b4d-d02b-4f6e-a795-007718b7f1fd tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0662358 Jul 02 09:43:20.950032 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e436efb1-d5b1-4a55-a333-17eb2c07ce20 req-07a59ac1-7fd8-4c9e-bcb9-65aedd4c9137 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314901 Jul 02 09:43:21.703347 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device d5b0cba7-6332-43d0-8f7e-f730722a3f5f up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:43:21.740662 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be3163-83c5-46f5-bcc6-4b2f93b2262c req-72ed68ab-75d9-49e5-a34d-8f8f19c6b901 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:21.740662 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e8be3163-83c5-46f5-bcc6-4b2f93b2262c req-72ed68ab-75d9-49e5-a34d-8f8f19c6b901 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 944 time: 0.0697129 Jul 02 09:43:21.761368 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port d5b0cba7-6332-43d0-8f7e-f730722a3f5f completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:43:21.765272 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port d5b0cba7-6332-43d0-8f7e-f730722a3f5f triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:43:21.765647 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:21.817863 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e8be3163-83c5-46f5-bcc6-4b2f93b2262c req-b5a53b3e-9d5e-48d5-85e2-43df0eb6af6b tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670509 Jul 02 09:43:21.833799 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8775c-6b92-4595-bfb8-c383f11a134b req-9db6143d-b77b-4232-92ba-aeb38ebffd71 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:21.835454 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fbd8775c-6b92-4595-bfb8-c383f11a134b req-9db6143d-b77b-4232-92ba-aeb38ebffd71 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0952363 Jul 02 09:43:21.845296 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:21.869490 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b0cba7-6332-43d0-8f7e-f730722a3f5f'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:43:21.872386 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f53bb6-1777-451a-a65d-913ac0426a09" -d '{"events": [{"server_uuid": "90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91", "name": "network-vif-plugged", "status": "completed", "tag": "d5b0cba7-6332-43d0-8f7e-f730722a3f5f"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:43:21.880414 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fbd8775c-6b92-4595-bfb8-c383f11a134b req-43d3da5a-02e7-4d0f-9a82-d97086e673cd tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381188 Jul 02 09:43:21.885287 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port d5b0cba7-6332-43d0-8f7e-f730722a3f5f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=d5b0cba7-6332-43d0-8f7e-f730722a3f5f,segment=NetworkSegment(b0abfda6-c92d-41ee-8e59-3b35607a7459),segment_id=b0abfda6-c92d-41ee-8e59-3b35607a7459)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:43:21.891142 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:21.917598 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfa9cf1-1d11-4c9d-a6db-33b19d6e06b8 x-openstack-request-id: req-4bfa9cf1-1d11-4c9d-a6db-33b19d6e06b8 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:43:21.917917 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91", "name": "network-vif-plugged", "status": "completed", "tag": "d5b0cba7-6332-43d0-8f7e-f730722a3f5f", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:43:21.918204 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4bfa9cf1-1d11-4c9d-a6db-33b19d6e06b8 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:43:21.918913 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b0cba7-6332-43d0-8f7e-f730722a3f5f', 'code': 200} Jul 02 09:43:21.946178 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=d5b0cba7-6332-43d0-8f7e-f730722a3f5f,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:22.130328 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dd1e1-e47f-4ed5-81f0-5fabb87309f0 req-8ea1c6a3-ba88-432f-985e-cc96f60665c9 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:22.131807 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-097dd1e1-e47f-4ed5-81f0-5fabb87309f0 req-8ea1c6a3-ba88-432f-985e-cc96f60665c9 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0645168 Jul 02 09:43:22.170300 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-097dd1e1-e47f-4ed5-81f0-5fabb87309f0 req-3680948a-47dc-4061-b36f-8c85f2a19f53 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323203 Jul 02 09:43:23.009435 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956bbb2-7fd3-4059-994c-250f8ee0391b req-81f16100-13d8-4669-a3f9-f9194a6d26d3 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:23.010916 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5956bbb2-7fd3-4059-994c-250f8ee0391b req-81f16100-13d8-4669-a3f9-f9194a6d26d3 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 945 time: 0.0743964 Jul 02 09:43:23.086274 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5956bbb2-7fd3-4059-994c-250f8ee0391b req-bfe28b58-e2a0-464e-a250-191a7e14a97c tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660310 Jul 02 09:43:23.106428 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa506f7a-7bf6-4877-b1f4-f6686c762184 req-a4a887cf-f66d-4849-9316-5adc726a8307 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:23.108057 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-aa506f7a-7bf6-4877-b1f4-f6686c762184 req-a4a887cf-f66d-4849-9316-5adc726a8307 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0962877 Jul 02 09:43:23.150515 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-aa506f7a-7bf6-4877-b1f4-f6686c762184 req-881af579-7645-4b49-ab53-5ab0a890164c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367944 Jul 02 09:43:23.350277 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9b066-63c3-476b-85b0-e50fbf2696dc req-2fd0a77a-b6d6-48ad-8452-317cc65fa0cf tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:23.351984 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-60c9b066-63c3-476b-85b0-e50fbf2696dc req-2fd0a77a-b6d6-48ad-8452-317cc65fa0cf tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0638936 Jul 02 09:43:23.390385 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-60c9b066-63c3-476b-85b0-e50fbf2696dc req-73e953f1-bd08-41fd-93dd-f26e47084e3f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323889 Jul 02 09:43:23.977116 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02439f34-7ef3-4558-8919-f132c5f2ee10 req-8535046b-a658-46e2-ae2e-bd4a64c6e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:23.978711 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-02439f34-7ef3-4558-8919-f132c5f2ee10 req-8535046b-a658-46e2-ae2e-bd4a64c6e183 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 1098 time: 0.0541539 Jul 02 09:43:24.016249 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-02439f34-7ef3-4558-8919-f132c5f2ee10 req-abd8c63d-9680-449e-abdb-7fce362223a1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294595 Jul 02 09:43:24.261603 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3085ee-223e-4d8b-9dd3-9c1e7f00d7b5 req-6ac88cab-ccaf-4d56-97ee-c3e264c9f899 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:24.263084 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7f3085ee-223e-4d8b-9dd3-9c1e7f00d7b5 req-6ac88cab-ccaf-4d56-97ee-c3e264c9f899 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 945 time: 0.0654128 Jul 02 09:43:24.331788 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7f3085ee-223e-4d8b-9dd3-9c1e7f00d7b5 req-f20fc21f-9c80-48b7-888c-2cc2b8747ccd tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594940 Jul 02 09:43:24.350460 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff9966-36f8-4b30-a6cc-69ca54dc3b23 req-2f44298a-d9ed-413e-bb71-cb3c7d10fbb6 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:24.351980 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-73ff9966-36f8-4b30-a6cc-69ca54dc3b23 req-2f44298a-d9ed-413e-bb71-cb3c7d10fbb6 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0880356 Jul 02 09:43:24.390050 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-73ff9966-36f8-4b30-a6cc-69ca54dc3b23 req-43774638-0421-40aa-ac2b-f5699e10a545 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322261 Jul 02 09:43:24.569433 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f671bb-2c90-4142-978e-0a4b4ec1d42d req-b450e769-a6d3-4c7d-8bc3-b7636f28c76b tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:24.570892 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b9f671bb-2c90-4142-978e-0a4b4ec1d42d req-b450e769-a6d3-4c7d-8bc3-b7636f28c76b tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0625663 Jul 02 09:43:24.612882 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b9f671bb-2c90-4142-978e-0a4b4ec1d42d req-b7bd27d0-1cdb-4bf8-bd7f-4f9b740c85e6 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354526 Jul 02 09:43:25.505480 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdd81f-8b60-4995-9b04-55e1eb07d4a9 req-36717b6c-f8f0-4524-8ed4-544c9ea1b040 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:25.507133 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-02cdd81f-8b60-4995-9b04-55e1eb07d4a9 req-36717b6c-f8f0-4524-8ed4-544c9ea1b040 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 945 time: 0.0670471 Jul 02 09:43:25.575541 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-02cdd81f-8b60-4995-9b04-55e1eb07d4a9 req-dbf64f5d-ceb0-403c-8169-2a534b6bc4cc tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578320 Jul 02 09:43:25.600673 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6b442-d223-406c-a1d4-ae92c6355477 req-2a908c47-e792-4359-8c1f-329011dc3057 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:25.600673 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-16e6b442-d223-406c-a1d4-ae92c6355477 req-2a908c47-e792-4359-8c1f-329011dc3057 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0895758 Jul 02 09:43:25.642274 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-16e6b442-d223-406c-a1d4-ae92c6355477 req-862a6ea2-fce2-4c1b-adc8-03cec7465c0d tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388660 Jul 02 09:43:25.830386 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea31d2-35e1-4947-84ab-7f37eadccaae req-5e7846ef-f5ec-44bf-bc6d-12783cc788f1 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:25.838585 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f3ea31d2-35e1-4947-84ab-7f37eadccaae req-5e7846ef-f5ec-44bf-bc6d-12783cc788f1 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0929921 Jul 02 09:43:25.885925 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f3ea31d2-35e1-4947-84ab-7f37eadccaae req-8a3e442d-52af-48d6-beb6-b5cbf6147503 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464652 Jul 02 09:43:25.961432 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e82c2-ada5-4389-a8cf-f083b42443eb req-1a22ebfe-db31-4c03-83fa-58710d7988f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:25.962989 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a77e82c2-ada5-4389-a8cf-f083b42443eb req-1a22ebfe-db31-4c03-83fa-58710d7988f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 1098 time: 0.0637195 Jul 02 09:43:25.999822 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a77e82c2-ada5-4389-a8cf-f083b42443eb req-28e251be-f937-4b0e-9c8d-2aaab5db4ff3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294082 Jul 02 09:43:26.531391 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e1d9b-021d-4970-852a-c20dd66939a4 req-35fc09d5-fe4e-4de3-b571-91a784eeeacb tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:26.532862 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4b5e1d9b-021d-4970-852a-c20dd66939a4 req-35fc09d5-fe4e-4de3-b571-91a784eeeacb tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 945 time: 0.0613523 Jul 02 09:43:26.568497 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4b5e1d9b-021d-4970-852a-c20dd66939a4 req-0e323078-cec5-47f1-9337-74fbc4a80ca8 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299704 Jul 02 09:43:26.820922 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b451e49-a1d5-4dac-b5f6-83b5f22e1a1d req-30dc00c7-24f4-499a-8665-1623d2454126 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:26.822386 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9b451e49-a1d5-4dac-b5f6-83b5f22e1a1d req-30dc00c7-24f4-499a-8665-1623d2454126 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0653133 Jul 02 09:43:26.868892 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9b451e49-a1d5-4dac-b5f6-83b5f22e1a1d req-d60f5fdd-bc71-4e71-b3e7-ef8f418fd739 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401683 Jul 02 09:43:26.988593 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 43706) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:27.091492 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bb1e-301b-4e24-82ad-a2d7c1747d81 req-d3a65110-ea8e-4958-98ae-bef09b1ec0bd tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:27.093034 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5e92bb1e-301b-4e24-82ad-a2d7c1747d81 req-d3a65110-ea8e-4958-98ae-bef09b1ec0bd tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0661111 Jul 02 09:43:27.114616 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-530656c8-b6a0-4e8b-b485-e96b34d88fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:27.154218 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5e92bb1e-301b-4e24-82ad-a2d7c1747d81 req-3162efd7-fa8d-4ef2-bef3-8e75ad8d2f66 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528271 Jul 02 09:43:27.171403 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 43712) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:27.231073 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-530656c8-b6a0-4e8b-b485-e96b34d88fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:27.235881 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-530656c8-b6a0-4e8b-b485-e96b34d88fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:27.287530 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-530656c8-b6a0-4e8b-b485-e96b34d88fcb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4916055b46ce48bc8785c6bec8fe4ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972085 Jul 02 09:43:27.288242 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530656c8-b6a0-4e8b-b485-e96b34d88fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9b2a4c-0232-49fb-ab44-7b11a168608f,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:27.290178 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 43716) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:27.291737 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c2575a48-2afe-406c-a397-0beee97ff16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:27.343015 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-05a485f6-92ee-43b9-98c8-d278b9df19ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:27.365124 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-05a485f6-92ee-43b9-98c8-d278b9df19ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:27.383286 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c2575a48-2afe-406c-a397-0beee97ff16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:27.387586 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c2575a48-2afe-406c-a397-0beee97ff16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:27.413739 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-05a485f6-92ee-43b9-98c8-d278b9df19ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:27.416738 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-05a485f6-92ee-43b9-98c8-d278b9df19ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:27.417951 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-05a485f6-92ee-43b9-98c8-d278b9df19ff admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ae9b2a4c-0232-49fb-ab44-7b11a168608f HTTP/1.1" status: 204 len: 168 time: 0.1267600 Jul 02 09:43:27.431063 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-c2575a48-2afe-406c-a397-0beee97ff16a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=75eac034d1e2461ebfb0bb63aa72a3dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585537 Jul 02 09:43:27.433756 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2575a48-2afe-406c-a397-0beee97ff16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa566a0-3d1a-4448-962a-5fe241712ec5,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:27.437559 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 43720) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:27.438878 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a485f6-92ee-43b9-98c8-d278b9df19ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9b2a4c-0232-49fb-ab44-7b11a168608f,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:27.488745 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c2cbf7c0-c029-40e5-923c-9e1e3c575c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:27.510448 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c2cbf7c0-c029-40e5-923c-9e1e3c575c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:27.565882 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c2cbf7c0-c029-40e5-923c-9e1e3c575c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:27.568576 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c2cbf7c0-c029-40e5-923c-9e1e3c575c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:27.569733 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-c2cbf7c0-c029-40e5-923c-9e1e3c575c33 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6aa566a0-3d1a-4448-962a-5fe241712ec5 HTTP/1.1" status: 204 len: 168 time: 0.1310742 Jul 02 09:43:27.578325 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbf7c0-c029-40e5-923c-9e1e3c575c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa566a0-3d1a-4448-962a-5fe241712ec5,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:27.770175 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96c639-2651-4b26-8e2c-59fcc0520ade req-ceeb15f5-77a2-4aef-a31e-1bffba614fd9 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:27.771810 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2b96c639-2651-4b26-8e2c-59fcc0520ade req-ceeb15f5-77a2-4aef-a31e-1bffba614fd9 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 945 time: 0.0766051 Jul 02 09:43:27.824038 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2b96c639-2651-4b26-8e2c-59fcc0520ade req-d90289ad-e06f-4d5d-bdd1-fa05cc574172 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449839 Jul 02 09:43:28.054395 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe79c3-b4af-4883-ade6-d806a97c34aa req-0e77ffce-a4c0-4670-b67a-a6303394ffe2 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:28.064829 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cefe79c3-b4af-4883-ade6-d806a97c34aa req-0e77ffce-a4c0-4670-b67a-a6303394ffe2 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0715408 Jul 02 09:43:28.096355 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cefe79c3-b4af-4883-ade6-d806a97c34aa req-3d0c32ec-4329-49fa-a1cc-5d7f33b6d3b1 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349801 Jul 02 09:43:28.351025 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f05716-365c-4c74-93df-29e5a7279c88 req-408f093d-6670-444d-8fbd-a891865a996f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:28.352732 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-09f05716-365c-4c74-93df-29e5a7279c88 req-408f093d-6670-444d-8fbd-a891865a996f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0810044 Jul 02 09:43:28.353050 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc056228-5ab1-432b-a0e1-5d9b37985666 req-cd59e6e5-f30a-4d4f-b88f-f3afde8f99c9 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:28.354774 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-dc056228-5ab1-432b-a0e1-5d9b37985666 req-cd59e6e5-f30a-4d4f-b88f-f3afde8f99c9 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 945 time: 0.0815020 Jul 02 09:43:28.406051 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-09f05716-365c-4c74-93df-29e5a7279c88 req-82f8a152-a9c6-4f33-a287-4cbeaf77c6d9 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477223 Jul 02 09:43:28.491399 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-dc056228-5ab1-432b-a0e1-5d9b37985666 req-3cf178e7-a803-488a-aca5-c5fe114cbd0a tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Deleting port d5b0cba7-6332-43d0-8f7e-f730722a3f5f {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:43:28.491738 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-dc056228-5ab1-432b-a0e1-5d9b37985666 req-3cf178e7-a803-488a-aca5-c5fe114cbd0a tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:28.605295 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6d448-6731-4695-a9ab-3b072e5710a4 req-422d0ee4-e693-46ae-9afd-1a6a64f68659 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:28.606824 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2dd6d448-6731-4695-a9ab-3b072e5710a4 req-422d0ee4-e693-46ae-9afd-1a6a64f68659 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.1056077 Jul 02 09:43:28.617032 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-dc056228-5ab1-432b-a0e1-5d9b37985666 req-3cf178e7-a803-488a-aca5-c5fe114cbd0a tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] For port d5b0cba7-6332-43d0-8f7e-f730722a3f5f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=d5b0cba7-6332-43d0-8f7e-f730722a3f5f,segment=NetworkSegment(b0abfda6-c92d-41ee-8e59-3b35607a7459),segment_id=b0abfda6-c92d-41ee-8e59-3b35607a7459)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:43:28.617662 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-dc056228-5ab1-432b-a0e1-5d9b37985666 req-3cf178e7-a803-488a-aca5-c5fe114cbd0a tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:28.640349 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba96c9f-ce7c-493f-a792-4cd63c7657b2 req-0f3b71f3-a492-49af-865d-f86f3ece029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:28.642716 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5ba96c9f-ce7c-493f-a792-4cd63c7657b2 req-0f3b71f3-a492-49af-865d-f86f3ece029f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a53f77cb0d7c47d3a12f4c605e84bf21&device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 1098 time: 0.0918744 Jul 02 09:43:28.644659 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-dc056228-5ab1-432b-a0e1-5d9b37985666 req-3cf178e7-a803-488a-aca5-c5fe114cbd0a tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Calling delete_port for d5b0cba7-6332-43d0-8f7e-f730722a3f5f owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:43:28.665447 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2dd6d448-6731-4695-a9ab-3b072e5710a4 req-8946a97e-8f39-4ee4-8702-1b52db3c1dd8 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512364 Jul 02 09:43:28.751921 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba96c9f-ce7c-493f-a792-4cd63c7657b2 req-2393b34a-838d-450c-b678-6e41ce2fb31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:28.753565 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5ba96c9f-ce7c-493f-a792-4cd63c7657b2 req-2393b34a-838d-450c-b678-6e41ce2fb31c service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ae5d867-4f28-47ae-9b90-7ac90a306363 HTTP/1.1" status: 200 len: 920 time: 0.1010861 Jul 02 09:43:28.800101 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5ba96c9f-ce7c-493f-a792-4cd63c7657b2 req-14be9856-9504-4f5c-8699-53678079ab1b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=370815f2-f9c0-4fa9-b7fb-b0a89520d094 HTTP/1.1" status: 200 len: 217 time: 0.0337083 Jul 02 09:43:28.802815 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-dc056228-5ab1-432b-a0e1-5d9b37985666 req-3cf178e7-a803-488a-aca5-c5fe114cbd0a tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:28.815051 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['d5b0cba7-6332-43d0-8f7e-f730722a3f5f'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:43:28.836744 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf178e7-a803-488a-aca5-c5fe114cbd0a tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Pushing event deleted for resources: {'Port': ['ID=d5b0cba7-6332-43d0-8f7e-f730722a3f5f,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:28.863430 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba96c9f-ce7c-493f-a792-4cd63c7657b2 req-6cd211d8-9cb4-401b-a23d-975ff54280d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:28.864951 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5ba96c9f-ce7c-493f-a792-4cd63c7657b2 req-6cd211d8-9cb4-401b-a23d-975ff54280d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5da70325-9306-49c2-ab3d-c602b5d8b1c1 HTTP/1.1" status: 200 len: 859 time: 0.0580554 Jul 02 09:43:28.889559 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc056228-5ab1-432b-a0e1-5d9b37985666 req-3cf178e7-a803-488a-aca5-c5fe114cbd0a tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] No DVR routers for this DVR port d5b0cba7-6332-43d0-8f7e-f730722a3f5f on host hv-cinder-77218 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:43:28.892942 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-dc056228-5ab1-432b-a0e1-5d9b37985666 req-3cf178e7-a803-488a-aca5-c5fe114cbd0a tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:28.894901 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-dc056228-5ab1-432b-a0e1-5d9b37985666 req-3cf178e7-a803-488a-aca5-c5fe114cbd0a tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.66 "DELETE /v2.0/ports/d5b0cba7-6332-43d0-8f7e-f730722a3f5f HTTP/1.1" status: 204 len: 173 time: 0.5330517 Jul 02 09:43:28.895336 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91', 'name': 'network-vif-deleted', 'tag': 'd5b0cba7-6332-43d0-8f7e-f730722a3f5f'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:43:28.897623 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c322bed-d0ba-4c6c-bdb9-da0ef5b5f0e1" -d '{"events": [{"server_uuid": "90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91", "name": "network-vif-deleted", "tag": "d5b0cba7-6332-43d0-8f7e-f730722a3f5f"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:43:28.903444 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5ba96c9f-ce7c-493f-a792-4cd63c7657b2 req-a839405b-9611-4610-ba93-881f56c631ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ae5d867-4f28-47ae-9b90-7ac90a306363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314512 Jul 02 09:43:28.946348 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b42f3dd-9a10-4fcd-a698-693917f7ab64 x-openstack-request-id: req-9b42f3dd-9a10-4fcd-a698-693917f7ab64 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:43:28.946690 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91", "name": "network-vif-deleted", "tag": "d5b0cba7-6332-43d0-8f7e-f730722a3f5f", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:43:28.946894 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9b42f3dd-9a10-4fcd-a698-693917f7ab64 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:43:28.947295 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91', 'name': 'network-vif-deleted', 'tag': 'd5b0cba7-6332-43d0-8f7e-f730722a3f5f', 'status': 'completed', 'code': 200} Jul 02 09:43:29.009427 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6aa30ba7-c316-4abf-aec1-7a2d954dcd42 req-07f75492-34f4-4d9d-99ff-0e6762fb54bd tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=90ad5aa1-49de-4cb4-bae7-2c72fb3c7e91 HTTP/1.1" status: 200 len: 210 time: 0.0364058 Jul 02 09:43:29.032713 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5ba96c9f-ce7c-493f-a792-4cd63c7657b2 req-30ef0751-950a-4238-bc05-c753221279a9 service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223297 Jul 02 09:43:29.123318 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5ba96c9f-ce7c-493f-a792-4cd63c7657b2 req-2ba29c8e-cb8d-4ed7-90ec-0cea0d54e6f1 service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842605 Jul 02 09:43:29.617333 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db4b26-096f-4965-8ab2-c5485af1c016 req-5f35ae3f-1446-4079-8c68-0d236fb2f660 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:29.618827 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c3db4b26-096f-4965-8ab2-c5485af1c016 req-5f35ae3f-1446-4079-8c68-0d236fb2f660 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0779076 Jul 02 09:43:29.656716 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c3db4b26-096f-4965-8ab2-c5485af1c016 req-21eb3ced-fafd-40f5-8078-97bade2bc804 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321164 Jul 02 09:43:29.849581 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a096288-121f-4ca1-91df-2a36d720bffc req-bb776612-f277-4304-9f33-de6673e3b41e tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:29.851112 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8a096288-121f-4ca1-91df-2a36d720bffc req-bb776612-f277-4304-9f33-de6673e3b41e tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0650294 Jul 02 09:43:29.900219 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8a096288-121f-4ca1-91df-2a36d720bffc req-c236cdfe-543b-4f28-9af1-e266fbbfdd51 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Jul 02 09:43:30.390953 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-9b17e09a-9f66-4a8c-8010-9cfe31a7e606 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:30.392369 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-9b17e09a-9f66-4a8c-8010-9cfe31a7e606 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/networks?id=f3575969-3cf6-44f8-8c26-95547b76a9fa HTTP/1.1" status: 200 len: 808 time: 0.0992010 Jul 02 09:43:30.406240 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-11063316-a820-4015-95ce-1e1e4f141da7 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/quotas/49a2771c80e94b428ee4846613ec2443 HTTP/1.1" status: 200 len: 375 time: 0.0086172 Jul 02 09:43:30.438960 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-7d67243e-6a71-4606-aafa-206e24ad7d26 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=49a2771c80e94b428ee4846613ec2443&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278618 Jul 02 09:43:30.535313 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-d34e1a37-1f6c-439f-aa77-0820fecbeb84 service neutron] 10.222.0.47 "GET /v2.0/networks/f3575969-3cf6-44f8-8c26-95547b76a9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889840 Jul 02 09:43:30.711282 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 43824) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:30.850633 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ed5c1ef7-fa02-4d61-a535-3039730cbf15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:30.884511 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-68e7a687-87f8-4747-8494-b450a747ad20 service neutron] 10.222.0.47 "GET /v2.0/networks/f3575969-3cf6-44f8-8c26-95547b76a9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432145 Jul 02 09:43:30.911459 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510c534-4808-4055-b4ab-4718bffcd44d req-c8fd126e-4109-422a-b94c-7a345aab7bfe tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:30.913234 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4510c534-4808-4055-b4ab-4718bffcd44d req-c8fd126e-4109-422a-b94c-7a345aab7bfe tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0963740 Jul 02 09:43:30.958382 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4510c534-4808-4055-b4ab-4718bffcd44d req-e5cc1711-de11-4fc5-aadd-58ba1dffa502 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371790 Jul 02 09:43:30.969904 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ed5c1ef7-fa02-4d61-a535-3039730cbf15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:30.973832 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ed5c1ef7-fa02-4d61-a535-3039730cbf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:31.015047 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-ed5c1ef7-fa02-4d61-a535-3039730cbf15 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0266aa97e16c41d89d8f857baa128bab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026934 Jul 02 09:43:31.015963 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c1ef7-fa02-4d61-a535-3039730cbf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5e6167-4bce-4e9e-ac50-b4646747d2ff,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:31.018739 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 43832) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:31.084398 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-92dcc254-6f18-436a-b1f1-fa0451c5b732 req-5810d7a8-016e-4707-9476-b918e4de5012 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 210 time: 0.0346131 Jul 02 09:43:31.099271 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d13c7e66-84b5-494f-afb6-3f5f442ef544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:31.157887 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d13c7e66-84b5-494f-afb6-3f5f442ef544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:31.218362 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd358ca-1217-4023-8bd2-fd87a014ab8c req-084f3959-339c-454a-aedb-27dda722efb6 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:31.219886 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4dd358ca-1217-4023-8bd2-fd87a014ab8c req-084f3959-339c-454a-aedb-27dda722efb6 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.1128299 Jul 02 09:43:31.242494 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d13c7e66-84b5-494f-afb6-3f5f442ef544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:31.245102 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d13c7e66-84b5-494f-afb6-3f5f442ef544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:31.248946 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-d13c7e66-84b5-494f-afb6-3f5f442ef544 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f5e6167-4bce-4e9e-ac50-b4646747d2ff HTTP/1.1" status: 204 len: 168 time: 0.2291181 Jul 02 09:43:31.261772 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c7e66-84b5-494f-afb6-3f5f442ef544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5e6167-4bce-4e9e-ac50-b4646747d2ff,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:31.315558 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4dd358ca-1217-4023-8bd2-fd87a014ab8c req-a7e14756-1563-491b-b39a-8b2437176eeb tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892129 Jul 02 09:43:31.746054 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device d5b0cba7-6332-43d0-8f7e-f730722a3f5f no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:43:31.773271 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: d5b0cba7-6332-43d0-8f7e-f730722a3f5f {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:43:31.773618 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device d5b0cba7-6332-43d0-8f7e-f730722a3f5f not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:43:31.914784 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-47005d85-6e50-4444-8c59-c869a629cbed req-be5446d6-924d-418f-a671-e262ce276244 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534730 Jul 02 09:43:31.995188 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47005d85-6e50-4444-8c59-c869a629cbed req-76b01afa-014c-4082-81e0-3ee63065430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:31.996705 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-47005d85-6e50-4444-8c59-c869a629cbed req-76b01afa-014c-4082-81e0-3ee63065430b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a53f77cb0d7c47d3a12f4c605e84bf21&device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 1099 time: 0.0545371 Jul 02 09:43:32.151194 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47005d85-6e50-4444-8c59-c869a629cbed req-544cb390-84d9-4239-ad84-7bb300de2b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:32.153067 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-47005d85-6e50-4444-8c59-c869a629cbed req-544cb390-84d9-4239-ad84-7bb300de2b5b service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ae5d867-4f28-47ae-9b90-7ac90a306363 HTTP/1.1" status: 200 len: 920 time: 0.1297324 Jul 02 09:43:32.217099 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-47005d85-6e50-4444-8c59-c869a629cbed req-e9ff81a7-d83d-4831-9076-eed5c5254b0e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11297fae-f2fa-4037-9b1a-77414d6498d1 HTTP/1.1" status: 200 len: 217 time: 0.0526083 Jul 02 09:43:32.287016 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-57220dee-da8f-4a29-af38-736363f358da req-af98f01b-8945-4b50-88b3-6412a2738efe tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 210 time: 0.0679636 Jul 02 09:43:32.301731 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642009c-05a1-4f57-ad04-b3bf335c0960 req-03d66bdd-7969-4fba-8d7e-d224fa8d5636 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:32.310139 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8642009c-05a1-4f57-ad04-b3bf335c0960 req-03d66bdd-7969-4fba-8d7e-d224fa8d5636 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.2241716 Jul 02 09:43:32.339791 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47005d85-6e50-4444-8c59-c869a629cbed req-af0afa8c-5d1b-4157-9469-e140a5b93c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:32.342303 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-47005d85-6e50-4444-8c59-c869a629cbed req-af0afa8c-5d1b-4157-9469-e140a5b93c7b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5da70325-9306-49c2-ab3d-c602b5d8b1c1 HTTP/1.1" status: 200 len: 859 time: 0.1180375 Jul 02 09:43:32.420570 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-47005d85-6e50-4444-8c59-c869a629cbed req-6dc5dc92-6665-4d96-b1b0-820a0cc87413 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ae5d867-4f28-47ae-9b90-7ac90a306363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718327 Jul 02 09:43:32.430936 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-1e96a4b5-de5e-4691-bc95-bd74205a1c19 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:32.432467 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8642009c-05a1-4f57-ad04-b3bf335c0960 req-ac33dbd1-8b01-4cd5-b5a5-60d8f1eea4e3 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212158 Jul 02 09:43:32.433257 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-1e96a4b5-de5e-4691-bc95-bd74205a1c19 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.66 "GET /v2.0/networks?id=f3575969-3cf6-44f8-8c26-95547b76a9fa HTTP/1.1" status: 200 len: 808 time: 0.1802549 Jul 02 09:43:32.451498 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-96712359-37a5-4871-a3ef-d59fae040ef1 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Request body: {'port': {'device_id': '0b02c4cf-7746-4fdb-80c8-ca219f0a864c', 'network_id': 'f3575969-3cf6-44f8-8c26-95547b76a9fa', 'admin_state_up': True, 'tenant_id': '49a2771c80e94b428ee4846613ec2443'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:43:32.554168 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-47005d85-6e50-4444-8c59-c869a629cbed req-c21f7e3f-ed50-48b7-aa83-c02797abb9c8 service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079888 Jul 02 09:43:32.607882 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-96712359-37a5-4871-a3ef-d59fae040ef1 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Made reservation on behalf of 49a2771c80e94b428ee4846613ec2443 for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:43:32.612517 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-96712359-37a5-4871-a3ef-d59fae040ef1 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:32.662702 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-47005d85-6e50-4444-8c59-c869a629cbed req-a2b267b8-a2ea-4f51-9f88-bc4a916d3aa4 service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981507 Jul 02 09:43:32.744725 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-96712359-37a5-4871-a3ef-d59fae040ef1 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Allocated IP 172.20.0.7 (f3575969-3cf6-44f8-8c26-95547b76a9fa/7a38e6ab-c28e-4741-a0c6-d021ac14a538/51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:43:32.884493 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7924e-82f3-470b-a990-2c5f19063bf6 req-48c40d68-7a21-4ca7-8077-f69bb942eede tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:32.885852 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d3f7924e-82f3-470b-a990-2c5f19063bf6 req-48c40d68-7a21-4ca7-8077-f69bb942eede tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0651784 Jul 02 09:43:32.902086 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-96712359-37a5-4871-a3ef-d59fae040ef1 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:32.924765 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d3f7924e-82f3-470b-a990-2c5f19063bf6 req-935f4925-a7e8-4ede-a4da-2c3784f55a2b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325041 Jul 02 09:43:32.941623 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-96712359-37a5-4871-a3ef-d59fae040ef1 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:32.998342 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-96712359-37a5-4871-a3ef-d59fae040ef1 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Network f3575969-3cf6-44f8-8c26-95547b76a9fa is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:43:33.001471 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-96712359-37a5-4871-a3ef-d59fae040ef1 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:43:33.005217 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-96712359-37a5-4871-a3ef-d59fae040ef1 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:43:33.011423 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96712359-37a5-4871-a3ef-d59fae040ef1 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Pushing event updated for resources: {'Port': ['ID=51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:33.061663 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-96712359-37a5-4871-a3ef-d59fae040ef1 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:33.062428 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-96712359-37a5-4871-a3ef-d59fae040ef1 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:33.077432 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-96712359-37a5-4871-a3ef-d59fae040ef1 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6309226 Jul 02 09:43:33.088572 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Request body: {'port': {'device_id': '0b02c4cf-7746-4fdb-80c8-ca219f0a864c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:43:33.160869 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:33.511178 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf837a-e214-407b-9adc-6e088bce5c0a req-2c7cbd8c-cf91-4bb2-b471-06b22d1871c1 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:33.512808 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c0cf837a-e214-407b-9adc-6e088bce5c0a req-2c7cbd8c-cf91-4bb2-b471-06b22d1871c1 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 931 time: 0.0975733 Jul 02 09:43:33.594120 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c0cf837a-e214-407b-9adc-6e088bce5c0a req-708b848c-d6df-4bb5-96c6-8c5db9c53f27 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742025 Jul 02 09:43:33.634472 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1aee5-dfdb-45b9-8ca0-91a8b56b3749 req-d3dec676-eff6-4618-a89a-f829fe13e122 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:33.637902 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e6b1aee5-dfdb-45b9-8ca0-91a8b56b3749 req-d3dec676-eff6-4618-a89a-f829fe13e122 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0822299 Jul 02 09:43:33.685446 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:43:33.695256 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:33.696432 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e6b1aee5-dfdb-45b9-8ca0-91a8b56b3749 req-142f7fa9-61e0-4b25-b608-b94fa61c021f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535560 Jul 02 09:43:33.715478 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Transition to ACTIVE for port object 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:43:33.720341 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:33.794496 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Pushing event updated for resources: {'Port': ['ID=51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:33.848415 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Attempting to bind port 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:43:33.848780 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Attempting to bind port 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'b0abfda6-c92d-41ee-8e59-3b35607a7459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f3575969-3cf6-44f8-8c26-95547b76a9fa'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:43:33.849110 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Attempting to bind port 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d on network f3575969-3cf6-44f8-8c26-95547b76a9fa {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:43:33.853614 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Port 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d on network f3575969-3cf6-44f8-8c26-95547b76a9fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:43:33.853859 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Attempting to bind port 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d on network f3575969-3cf6-44f8-8c26-95547b76a9fa {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:43:33.859856 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:43:33.860194 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Checking segment: {'id': 'b0abfda6-c92d-41ee-8e59-3b35607a7459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f3575969-3cf6-44f8-8c26-95547b76a9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:43:33.860609 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Bound using segment: {'id': 'b0abfda6-c92d-41ee-8e59-3b35607a7459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f3575969-3cf6-44f8-8c26-95547b76a9fa'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:43:33.861035 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Bound port: 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0abfda6-c92d-41ee-8e59-3b35607a7459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f3575969-3cf6-44f8-8c26-95547b76a9fa'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:43:33.861391 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:33.939102 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] For port 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d, host hv-cinder-77218, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:43:33.942328 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] For port 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d,segment=NetworkSegment(b0abfda6-c92d-41ee-8e59-3b35607a7459),segment_id=b0abfda6-c92d-41ee-8e59-3b35607a7459)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:43:33.946257 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:33.999687 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Pushing event updated for resources: {'Port': ['ID=51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:34.008425 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:34.009082 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:34.010804 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ff917fc1-5674-4688-8cbe-f33c767ad29b service neutron] 10.222.0.66 "PUT /v2.0/ports/51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d HTTP/1.1" status: 200 len: 1093 time: 0.9260950 Jul 02 09:43:34.010916 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b02c4cf-7746-4fdb-80c8-ca219f0a864c', 'tag': '51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:43:34.013250 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5b19b2-8f1d-41e0-9bc3-5b5998519dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "0b02c4cf-7746-4fdb-80c8-ca219f0a864c", "tag": "51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:43:34.068161 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf567a46-b56a-430b-8b05-dffc1a56c54d x-openstack-request-id: req-cf567a46-b56a-430b-8b05-dffc1a56c54d {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:43:34.068489 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b02c4cf-7746-4fdb-80c8-ca219f0a864c", "tag": "51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:43:34.068688 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cf567a46-b56a-430b-8b05-dffc1a56c54d {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:43:34.069183 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b02c4cf-7746-4fdb-80c8-ca219f0a864c', 'tag': '51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d', 'status': 'completed', 'code': 200} Jul 02 09:43:34.128350 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-0cf80841-9d7d-4529-902c-94f2066466ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:34.129923 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-0cf80841-9d7d-4529-902c-94f2066466ec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49a2771c80e94b428ee4846613ec2443&device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 1096 time: 0.0558636 Jul 02 09:43:34.171817 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-bb64b5ce-c27f-4c8f-97f1-fb2e270593e3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d HTTP/1.1" status: 200 len: 217 time: 0.0340822 Jul 02 09:43:34.229248 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-a1899349-48c6-4d5f-ad6d-4f606699c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:34.230702 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-a1899349-48c6-4d5f-ad6d-4f606699c186 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a38e6ab-c28e-4741-a0c6-d021ac14a538 HTTP/1.1" status: 200 len: 848 time: 0.0483894 Jul 02 09:43:34.264729 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-ffea45b0-b551-49d2-b0eb-592fe770acf8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f3575969-3cf6-44f8-8c26-95547b76a9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255265 Jul 02 09:43:34.376797 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-a3ca64f7-282c-432d-bcfb-2c00327c10dd service neutron] 10.222.0.66 "GET /v2.0/networks/f3575969-3cf6-44f8-8c26-95547b76a9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931816 Jul 02 09:43:34.470503 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-2cc1bda4-bbf2-4c50-8074-83c2f1df977a req-46aba6ed-d53a-4b71-919a-3ac07b3693dd service neutron] 10.222.0.66 "GET /v2.0/networks/f3575969-3cf6-44f8-8c26-95547b76a9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863693 Jul 02 09:43:34.576695 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b19b2-8f1d-41e0-9bc3-5b5998519dcc req-1a4f5cde-d39e-4292-9fab-de01cbbffe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:34.578398 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-ac5b19b2-8f1d-41e0-9bc3-5b5998519dcc req-1a4f5cde-d39e-4292-9fab-de01cbbffe12 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49a2771c80e94b428ee4846613ec2443&device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 1096 time: 0.0526841 Jul 02 09:43:34.682314 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b19b2-8f1d-41e0-9bc3-5b5998519dcc req-d91fda76-7afc-4308-8ca0-0791f2c6d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:34.683772 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-ac5b19b2-8f1d-41e0-9bc3-5b5998519dcc req-d91fda76-7afc-4308-8ca0-0791f2c6d48f service neutron] 10.222.0.66 "GET /v2.0/networks?id=f3575969-3cf6-44f8-8c26-95547b76a9fa HTTP/1.1" status: 200 len: 909 time: 0.0944555 Jul 02 09:43:34.728858 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-ac5b19b2-8f1d-41e0-9bc3-5b5998519dcc req-e2792d86-7fa6-427b-b835-822eb3d6f09b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d HTTP/1.1" status: 200 len: 217 time: 0.0360725 Jul 02 09:43:34.780520 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534c369-1e20-493a-a448-dc80e9c42b3d req-2731349f-ff58-4f55-9543-731e37d4a48f tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:34.782015 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d534c369-1e20-493a-a448-dc80e9c42b3d req-2731349f-ff58-4f55-9543-731e37d4a48f tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 943 time: 0.0725827 Jul 02 09:43:34.789385 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b19b2-8f1d-41e0-9bc3-5b5998519dcc req-90a352eb-5626-46cf-8fd2-527a65cfcde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:34.790959 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-ac5b19b2-8f1d-41e0-9bc3-5b5998519dcc req-90a352eb-5626-46cf-8fd2-527a65cfcde5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a38e6ab-c28e-4741-a0c6-d021ac14a538 HTTP/1.1" status: 200 len: 848 time: 0.0511804 Jul 02 09:43:34.820896 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d534c369-1e20-493a-a448-dc80e9c42b3d req-1394d02f-cde7-4e0b-a6ac-1fab273755ee tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324383 Jul 02 09:43:34.832684 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-ac5b19b2-8f1d-41e0-9bc3-5b5998519dcc req-c58ab214-21d0-4d31-b5aa-435fd12955e7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f3575969-3cf6-44f8-8c26-95547b76a9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305250 Jul 02 09:43:34.887709 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa32c-4cc4-4c71-b1da-3dd64f800360 req-bfa42bd0-e600-453f-b365-8d47a360ff5b tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:34.889744 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-341aa32c-4cc4-4c71-b1da-3dd64f800360 req-bfa42bd0-e600-453f-b365-8d47a360ff5b tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0679348 Jul 02 09:43:34.926427 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-341aa32c-4cc4-4c71-b1da-3dd64f800360 req-ae51dd05-efee-4492-8895-49df02ef12fe tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309467 Jul 02 09:43:34.927484 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-ac5b19b2-8f1d-41e0-9bc3-5b5998519dcc req-9c4fc55a-1bc0-4752-b3c5-d879ee8cc3fe service neutron] 10.222.0.66 "GET /v2.0/networks/f3575969-3cf6-44f8-8c26-95547b76a9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845115 Jul 02 09:43:35.028849 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-ac5b19b2-8f1d-41e0-9bc3-5b5998519dcc req-b46b6d95-0696-4a64-9be4-bc25eddddab9 service neutron] 10.222.0.66 "GET /v2.0/networks/f3575969-3cf6-44f8-8c26-95547b76a9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913501 Jul 02 09:43:35.547682 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 43978) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:35.649739 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5577505f-98f5-45a4-940a-d9afccaf2d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:35.737478 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5577505f-98f5-45a4-940a-d9afccaf2d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:35.741644 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5577505f-98f5-45a4-940a-d9afccaf2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:35.768080 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 5c32b2e1-fcfd-4458-97b4-873e158c129c details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:43:35.777390 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577505f-98f5-45a4-940a-d9afccaf2d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11c0ba3-0711-46b8-931a-33440c903ace,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:35.782258 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-5577505f-98f5-45a4-940a-d9afccaf2d97 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aaddaccf362a4d29b2651a7db979e6af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335637 Jul 02 09:43:35.785526 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 43982) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:35.835749 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-865c825b-b6b5-44d7-8432-9020513a8bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:35.861053 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-865c825b-b6b5-44d7-8432-9020513a8bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:35.872943 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 5c32b2e1-fcfd-4458-97b4-873e158c129c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5c32b2e1-fcfd-4458-97b4-873e158c129c,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:43:35.884095 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '5c32b2e1-fcfd-4458-97b4-873e158c129c', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'port_id': '5c32b2e1-fcfd-4458-97b4-873e158c129c', 'mac_address': 'fa:16:3e:03:c6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:43:35.909244 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-865c825b-b6b5-44d7-8432-9020513a8bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:35.912019 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-865c825b-b6b5-44d7-8432-9020513a8bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:35.914272 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-865c825b-b6b5-44d7-8432-9020513a8bf5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a11c0ba3-0711-46b8-931a-33440c903ace HTTP/1.1" status: 204 len: 168 time: 0.1273599 Jul 02 09:43:35.922586 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c825b-b6b5-44d7-8432-9020513a8bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11c0ba3-0711-46b8-931a-33440c903ace,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:35.944887 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:35.963764 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c32b2e1-fcfd-4458-97b4-873e158c129c {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:43:35.991794 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 5c32b2e1-fcfd-4458-97b4-873e158c129c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5c32b2e1-fcfd-4458-97b4-873e158c129c,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:43:35.998381 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:35.999261 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:43:36.024165 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0033c4-f6d1-49cc-965e-d85f2cb17582 req-ce952968-042f-44cd-9d91-ab7240a31941 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:36.025632 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fe0033c4-f6d1-49cc-965e-d85f2cb17582 req-ce952968-042f-44cd-9d91-ab7240a31941 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 943 time: 0.0794692 Jul 02 09:43:36.058107 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=5c32b2e1-fcfd-4458-97b4-873e158c129c,revision_number=6']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:36.068529 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fe0033c4-f6d1-49cc-965e-d85f2cb17582 req-57ea9c8e-313e-40ad-b70b-f30db654aeed tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363424 Jul 02 09:43:36.139472 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e9afd-a473-465d-a46b-b7189b28613e req-89a007db-1c8b-4e5a-92d7-c1a502d44333 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:36.141265 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b54e9afd-a473-465d-a46b-b7189b28613e req-89a007db-1c8b-4e5a-92d7-c1a502d44333 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 945 time: 0.0668495 Jul 02 09:43:36.163076 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d,segment=NetworkSegment(b0abfda6-c92d-41ee-8e59-3b35607a7459),segment_id=b0abfda6-c92d-41ee-8e59-3b35607a7459)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:43:36.175906 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d', 'network_id': 'f3575969-3cf6-44f8-8c26-95547b76a9fa', 'port_id': '51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d', 'mac_address': 'fa:16:3e:46:2d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a38e6ab-c28e-4741-a0c6-d021ac14a538', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:43:36.184153 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b54e9afd-a473-465d-a46b-b7189b28613e req-adb8dba2-4715-416a-8fc7-101240d44274 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371675 Jul 02 09:43:36.218986 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:36.231922 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:43:36.251357 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d,segment=NetworkSegment(b0abfda6-c92d-41ee-8e59-3b35607a7459),segment_id=b0abfda6-c92d-41ee-8e59-3b35607a7459)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:43:36.255246 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:36.307198 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:36.574516 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 44012) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:36.666814 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-938ce424-84f5-43b5-b9f7-0473982f50c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1703703292-network', 'tenant_id': 'c3546025d9d4470fa13b566273849dda'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:43:36.691071 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938ce424-84f5-43b5-b9f7-0473982f50c2 admin admin] Made reservation on behalf of c3546025d9d4470fa13b566273849dda for: {'network': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:43:36.693311 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-938ce424-84f5-43b5-b9f7-0473982f50c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:36.701776 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-938ce424-84f5-43b5-b9f7-0473982f50c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:36.788051 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-938ce424-84f5-43b5-b9f7-0473982f50c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:36.791791 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-938ce424-84f5-43b5-b9f7-0473982f50c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:36.812305 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938ce424-84f5-43b5-b9f7-0473982f50c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=99501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 09:43:36.825220 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ce424-84f5-43b5-b9f7-0473982f50c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e328dc-0705-4760-b108-a68da3581742,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:36.830862 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-938ce424-84f5-43b5-b9f7-0473982f50c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:36.831202 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.db.segments_db [None req-938ce424-84f5-43b5-b9f7-0473982f50c2 admin admin] Added segment fd8d9580-428a-4765-afeb-31c37abe8c8d of type vlan for network 918bea0c-b417-4ca6-b49b-9a63a0f8e52a Jul 02 09:43:36.869430 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-938ce424-84f5-43b5-b9f7-0473982f50c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:36.897232 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-938ce424-84f5-43b5-b9f7-0473982f50c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:36.898077 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938ce424-84f5-43b5-b9f7-0473982f50c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:36.898659 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-938ce424-84f5-43b5-b9f7-0473982f50c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:36.927453 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-938ce424-84f5-43b5-b9f7-0473982f50c2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3518884 Jul 02 09:43:36.930516 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 44016) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:43:36.936906 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-321211a5-19ea-439b-9379-333fe917575e admin admin] Request body: {'subnet': {'network_id': '918bea0c-b417-4ca6-b49b-9a63a0f8e52a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1703703292-subnet', 'tenant_id': 'c3546025d9d4470fa13b566273849dda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:43:36.962259 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ce424-84f5-43b5-b9f7-0473982f50c2 admin admin] Pushing event updated for resources: {'Network': ['ID=918bea0c-b417-4ca6-b49b-9a63a0f8e52a,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:36.962914 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321211a5-19ea-439b-9379-333fe917575e admin admin] Made reservation on behalf of c3546025d9d4470fa13b566273849dda for: {'subnet': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:43:36.965351 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-321211a5-19ea-439b-9379-333fe917575e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3689602'] for subnet, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:36.972805 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network 918bea0c-b417-4ca6-b49b-9a63a0f8e52a details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:43:37.147980 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-321211a5-19ea-439b-9379-333fe917575e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3997670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3689616'] for subnet, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:37.201283 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321211a5-19ea-439b-9379-333fe917575e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e154cdb6-4817-4d50-81da-9eb843ee413c,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:37.211853 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321211a5-19ea-439b-9379-333fe917575e admin admin] Checking segment: {'id': 'fd8d9580-428a-4765-afeb-31c37abe8c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '918bea0c-b417-4ca6-b49b-9a63a0f8e52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:43:37.212237 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321211a5-19ea-439b-9379-333fe917575e admin admin] Network hostable DHCP agents. Network: 918bea0c-b417-4ca6-b49b-9a63a0f8e52a, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:43:37.233950 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321211a5-19ea-439b-9379-333fe917575e admin admin] Network 918bea0c-b417-4ca6-b49b-9a63a0f8e52a is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:43:37.243459 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-321211a5-19ea-439b-9379-333fe917575e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, 918bea0c-b417-4ca6-b49b-9a63a0f8e52a) {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:43:37.248361 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321211a5-19ea-439b-9379-333fe917575e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:37.249005 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-321211a5-19ea-439b-9379-333fe917575e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:37.255628 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e6721c-14e2-4251-92b8-bfb5fa77db6c None None] Network 918bea0c-b417-4ca6-b49b-9a63a0f8e52a requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:43:37.256745 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a21ac-44fb-4695-9cfd-d139001cefb0 req-86b6fefa-1445-4b7d-8193-8586d5c17be9 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:37.258274 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cc9a21ac-44fb-4695-9cfd-d139001cefb0 req-86b6fefa-1445-4b7d-8193-8586d5c17be9 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 944 time: 0.0693998 Jul 02 09:43:37.270595 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-321211a5-19ea-439b-9379-333fe917575e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3380392 Jul 02 09:43:37.311493 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cc9a21ac-44fb-4695-9cfd-d139001cefb0 req-02065ba2-6463-4308-ae3a-4d91b2731b65 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459404 Jul 02 09:43:37.389572 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4bec3b-4c35-426b-80be-60fecc6f490b None None] Network 918bea0c-b417-4ca6-b49b-9a63a0f8e52a requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:43:37.392853 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635be25-054b-4983-8efc-22085d44434a req-d42149df-379e-4593-aebe-301adc5a4329 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:37.399201 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0635be25-054b-4983-8efc-22085d44434a req-d42149df-379e-4593-aebe-301adc5a4329 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 945 time: 0.0706544 Jul 02 09:43:37.441938 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0635be25-054b-4983-8efc-22085d44434a req-0ac56ba4-87a3-4182-8dff-617c5d4fd010 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361655 Jul 02 09:43:38.474074 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b586b38-037e-4943-8feb-a28366d4a3b1 req-076cec88-03eb-4a8e-890f-496c9815385a tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:38.475604 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9b586b38-037e-4943-8feb-a28366d4a3b1 req-076cec88-03eb-4a8e-890f-496c9815385a tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 944 time: 0.0644917 Jul 02 09:43:38.514775 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9b586b38-037e-4943-8feb-a28366d4a3b1 req-827e2016-a5b3-49ef-b24a-c4ce70831a1f tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336001 Jul 02 09:43:38.587376 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:43:38.626882 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00f746-6fd6-4424-8ee4-61d649d7f172 req-0c46b09d-4f2a-4755-8660-83e61e684f5e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:38.628364 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-df00f746-6fd6-4424-8ee4-61d649d7f172 req-0c46b09d-4f2a-4755-8660-83e61e684f5e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 945 time: 0.0662761 Jul 02 09:43:38.664559 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-df00f746-6fd6-4424-8ee4-61d649d7f172 req-54860d7e-4fff-4c22-9b30-501bf8ec3feb tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305202 Jul 02 09:43:38.949350 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:39.055265 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['5c32b2e1-fcfd-4458-97b4-873e158c129c'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:43:39.474259 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:43:39.735210 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73a580-da7c-4368-8eec-b6a48471ea5c req-71135a2d-a2d9-4a71-9697-3d7a1b01bdb3 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:39.737828 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2d73a580-da7c-4368-8eec-b6a48471ea5c req-71135a2d-a2d9-4a71-9697-3d7a1b01bdb3 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 944 time: 0.0755908 Jul 02 09:43:39.797152 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2d73a580-da7c-4368-8eec-b6a48471ea5c req-365d92fb-f314-47bb-9b4c-9ab47a345f1e tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480919 Jul 02 09:43:39.907414 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2f5bb-c500-4265-b1f6-32dd3dfa7067 req-70dfde87-c84b-4827-9fb6-a92c7e5efe9e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:39.909045 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-09c2f5bb-c500-4265-b1f6-32dd3dfa7067 req-70dfde87-c84b-4827-9fb6-a92c7e5efe9e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 945 time: 0.0793152 Jul 02 09:43:39.952402 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-09c2f5bb-c500-4265-b1f6-32dd3dfa7067 req-49835690-22c6-46fe-ad5a-343d86ede3b1 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370452 Jul 02 09:43:40.131981 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-99681cf8-af5c-42f2-b0e6-f2c0f06e9145 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:40.133468 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-99681cf8-af5c-42f2-b0e6-f2c0f06e9145 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/networks?id=918bea0c-b417-4ca6-b49b-9a63a0f8e52a HTTP/1.1" status: 200 len: 814 time: 0.1255057 Jul 02 09:43:40.154825 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-8acb8b81-f2e5-4d29-ae6f-1bbe3963c1fc tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/quotas/c3546025d9d4470fa13b566273849dda HTTP/1.1" status: 200 len: 375 time: 0.0152099 Jul 02 09:43:40.185462 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-01f3ad4f-5d70-4a70-a2b8-3a8a22aa21b8 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3546025d9d4470fa13b566273849dda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289416 Jul 02 09:43:40.304056 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-58d38e87-1974-485f-a15b-888efbd0fbd7 service neutron] 10.222.0.47 "GET /v2.0/networks/918bea0c-b417-4ca6-b49b-9a63a0f8e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058033 Jul 02 09:43:40.429621 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-21883baf-3125-4996-878a-917fbd60c6c5 service neutron] 10.222.0.47 "GET /v2.0/networks/918bea0c-b417-4ca6-b49b-9a63a0f8e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187131 Jul 02 09:43:40.643233 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2edeb028-774b-4d70-b33a-e27606f2891a req-656e51e5-0889-4c47-b3cb-3c2e6d5703de tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bf55b6e-b093-4cf4-b88d-ec137e7557cd HTTP/1.1" status: 200 len: 210 time: 0.0326238 Jul 02 09:43:40.933366 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 5c32b2e1-fcfd-4458-97b4-873e158c129c up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:43:41.072956 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 5c32b2e1-fcfd-4458-97b4-873e158c129c triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:43:41.073331 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:41.146564 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833fe25-7cd3-428b-a935-e8b4573cb375 req-e978a77b-86a5-488b-a9b1-103561701800 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:41.154195 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c833fe25-7cd3-428b-a935-e8b4573cb375 req-e978a77b-86a5-488b-a9b1-103561701800 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 944 time: 0.1598220 Jul 02 09:43:41.226880 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c833fe25-7cd3-428b-a935-e8b4573cb375 req-4c577f7e-572d-4ab0-bd35-146604f079b4 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717239 Jul 02 09:43:41.283831 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:41.317506 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8105a6-4d2e-452c-a47b-0654b2ba2e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c32b2e1-fcfd-4458-97b4-873e158c129c'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:43:41.320345 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ca69ab-5891-48f9-bbc6-13f7965b1175" -d '{"events": [{"server_uuid": "bb8105a6-4d2e-452c-a47b-0654b2ba2e00", "name": "network-vif-plugged", "status": "completed", "tag": "5c32b2e1-fcfd-4458-97b4-873e158c129c"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:43:41.352062 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 5c32b2e1-fcfd-4458-97b4-873e158c129c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5c32b2e1-fcfd-4458-97b4-873e158c129c,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:43:41.360971 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:41.361833 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:43:41.540738 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=5c32b2e1-fcfd-4458-97b4-873e158c129c,revision_number=7']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:41.570609 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d339a4a3-d4f8-4ed2-a66a-13f9b3960616 x-openstack-request-id: req-d339a4a3-d4f8-4ed2-a66a-13f9b3960616 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:43:41.570903 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8105a6-4d2e-452c-a47b-0654b2ba2e00", "name": "network-vif-plugged", "status": "completed", "tag": "5c32b2e1-fcfd-4458-97b4-873e158c129c", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:43:41.571155 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d339a4a3-d4f8-4ed2-a66a-13f9b3960616 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:43:41.571543 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8105a6-4d2e-452c-a47b-0654b2ba2e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c32b2e1-fcfd-4458-97b4-873e158c129c', 'code': 200} Jul 02 09:43:41.585306 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:43:41.586783 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dce93-e977-4c76-b941-91eb78b97a46 req-b77d97cf-5852-4195-a9f3-f7f3b3f25f41 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:41.591444 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:43:41.592222 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:41.593542 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-755dce93-e977-4c76-b941-91eb78b97a46 req-b77d97cf-5852-4195-a9f3-f7f3b3f25f41 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.2094598 Jul 02 09:43:41.733683 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-755dce93-e977-4c76-b941-91eb78b97a46 req-cb492c75-bd61-463e-bab4-3b656a325582 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327515 Jul 02 09:43:41.842736 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d554bd-8bf2-4ebe-8aa2-4474df3f53dd req-cddb2053-736f-40a8-9f52-37f3cbab862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:41.845234 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a2d554bd-8bf2-4ebe-8aa2-4474df3f53dd req-cddb2053-736f-40a8-9f52-37f3cbab862e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a53f77cb0d7c47d3a12f4c605e84bf21&device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 1098 time: 0.2243452 Jul 02 09:43:41.948833 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-df77c307-02b5-4f79-8552-9e89d5d732b1 req-6475022e-5773-43a4-9c1a-07b5acd6340f tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bf55b6e-b093-4cf4-b88d-ec137e7557cd HTTP/1.1" status: 200 len: 210 time: 0.0598459 Jul 02 09:43:42.002541 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b81e9-d5d3-4724-9168-1f7c87f1160b req-131c35ff-b227-4344-b20a-dc9ede7d18d6 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:42.004519 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-347b81e9-d5d3-4724-9168-1f7c87f1160b req-131c35ff-b227-4344-b20a-dc9ede7d18d6 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.2658327 Jul 02 09:43:42.020218 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d554bd-8bf2-4ebe-8aa2-4474df3f53dd req-3c71beb7-03ba-46b4-ad6f-cf5e3c3eca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:42.021942 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a2d554bd-8bf2-4ebe-8aa2-4474df3f53dd req-3c71beb7-03ba-46b4-ad6f-cf5e3c3eca4e service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ae5d867-4f28-47ae-9b90-7ac90a306363 HTTP/1.1" status: 200 len: 920 time: 0.1686323 Jul 02 09:43:42.066268 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-347b81e9-d5d3-4724-9168-1f7c87f1160b req-a433ea9d-1c89-4610-95ea-0d409fcabb70 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541649 Jul 02 09:43:42.087910 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:42.091685 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a2d554bd-8bf2-4ebe-8aa2-4474df3f53dd req-9af30842-321c-482f-84c7-3db38995aa75 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=370815f2-f9c0-4fa9-b7fb-b0a89520d094 HTTP/1.1" status: 200 len: 217 time: 0.0592742 Jul 02 09:43:42.128841 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d,segment=NetworkSegment(b0abfda6-c92d-41ee-8e59-3b35607a7459),segment_id=b0abfda6-c92d-41ee-8e59-3b35607a7459)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:43:42.135768 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:42.165290 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d554bd-8bf2-4ebe-8aa2-4474df3f53dd req-20ed55ad-bdc3-4ad9-af37-88adcaea6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:42.168001 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a2d554bd-8bf2-4ebe-8aa2-4474df3f53dd req-20ed55ad-bdc3-4ad9-af37-88adcaea6417 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5da70325-9306-49c2-ab3d-c602b5d8b1c1 HTTP/1.1" status: 200 len: 859 time: 0.0678928 Jul 02 09:43:42.198716 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:42.213151 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a2d554bd-8bf2-4ebe-8aa2-4474df3f53dd req-6018c3c0-76de-4f43-91cd-20fbde6dd653 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ae5d867-4f28-47ae-9b90-7ac90a306363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357707 Jul 02 09:43:42.292512 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ed36b6c5-59c6-4c91-822d-5277981f2787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:42.356358 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a2d554bd-8bf2-4ebe-8aa2-4474df3f53dd req-113b118c-c667-48f1-977f-c4d0f530defc service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345541 Jul 02 09:43:42.537034 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c1ca3-343a-48db-8755-d2dc45bc6c12 req-076ca0bb-f5d0-4b25-a0b2-062d514ae435 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:42.555432 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-906c1ca3-343a-48db-8755-d2dc45bc6c12 req-076ca0bb-f5d0-4b25-a0b2-062d514ae435 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 945 time: 0.2057035 Jul 02 09:43:42.627555 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a2d554bd-8bf2-4ebe-8aa2-4474df3f53dd req-b525a1ad-ccf6-40bd-9379-89378fe73f7e service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591925 Jul 02 09:43:42.707284 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-25f73a8e-00ef-41d9-ac1d-608980149b14 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:42.708901 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-25f73a8e-00ef-41d9-ac1d-608980149b14 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.66 "GET /v2.0/networks?id=918bea0c-b417-4ca6-b49b-9a63a0f8e52a HTTP/1.1" status: 200 len: 814 time: 0.1459794 Jul 02 09:43:42.732235 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-6d34926b-93c1-461e-b76c-c5ee3bc5ac71 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Request body: {'port': {'device_id': '0bf55b6e-b093-4cf4-b88d-ec137e7557cd', 'network_id': '918bea0c-b417-4ca6-b49b-9a63a0f8e52a', 'admin_state_up': True, 'tenant_id': 'c3546025d9d4470fa13b566273849dda'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:43:42.756336 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-906c1ca3-343a-48db-8755-d2dc45bc6c12 req-f818a484-710f-4a29-9897-0d71b898ddb1 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969409 Jul 02 09:43:42.929647 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-6d34926b-93c1-461e-b76c-c5ee3bc5ac71 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Made reservation on behalf of c3546025d9d4470fa13b566273849dda for: {'port': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:43:42.935392 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-6d34926b-93c1-461e-b76c-c5ee3bc5ac71 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:43.100208 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ba113-1fe8-4343-bf84-1351c81de28d req-f18596bd-12e3-4834-8769-f0601ffbe3e7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:43.107335 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1f1ba113-1fe8-4343-bf84-1351c81de28d req-f18596bd-12e3-4834-8769-f0601ffbe3e7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.1684728 Jul 02 09:43:43.193624 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5e45fd5c-bba0-4f52-97c1-31440838e58e req-f27b04d8-312f-4845-9cfd-6f4f3b4d3521 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bf55b6e-b093-4cf4-b88d-ec137e7557cd HTTP/1.1" status: 200 len: 210 time: 0.0654457 Jul 02 09:43:43.247741 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1f1ba113-1fe8-4343-bf84-1351c81de28d req-d69b7243-a8d0-4afc-8777-91490ce64b90 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385818 Jul 02 09:43:43.268737 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_common [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-6d34926b-93c1-461e-b76c-c5ee3bc5ac71 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Allocated IP 172.20.0.4 (918bea0c-b417-4ca6-b49b-9a63a0f8e52a/e154cdb6-4817-4d50-81da-9eb843ee413c/840a7336-5b7b-4aa6-9837-80718f8d0ea3) {{(pid=99501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:43:43.586751 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b02c4cf-7746-4fdb-80c8-ca219f0a864c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:43:43.593715 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aed5ba6-740d-4901-90b4-be4b40e3bbe7" -d '{"events": [{"server_uuid": "0b02c4cf-7746-4fdb-80c8-ca219f0a864c", "name": "network-vif-plugged", "status": "completed", "tag": "51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:43:43.646441 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c96fffc-dcfc-4a7d-bbbd-9325e40772ae x-openstack-request-id: req-8c96fffc-dcfc-4a7d-bbbd-9325e40772ae {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:43:43.646788 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b02c4cf-7746-4fdb-80c8-ca219f0a864c", "name": "network-vif-plugged", "status": "completed", "tag": "51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:43:43.647045 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c96fffc-dcfc-4a7d-bbbd-9325e40772ae {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:43:43.647434 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b02c4cf-7746-4fdb-80c8-ca219f0a864c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d', 'code': 200} Jul 02 09:43:43.752182 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-6d34926b-93c1-461e-b76c-c5ee3bc5ac71 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Notify callbacks [] for port, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:43.773231 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7893ea-eeef-4b3a-a463-60cbe5a85d5d req-2cfdfc81-0d7f-488c-85e3-b7dfaced7a9b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:43.774572 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4d7893ea-eeef-4b3a-a463-60cbe5a85d5d req-2cfdfc81-0d7f-488c-85e3-b7dfaced7a9b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.4152844 Jul 02 09:43:43.831715 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4d7893ea-eeef-4b3a-a463-60cbe5a85d5d req-59901b97-011b-4dda-b130-7969a6997b0c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501688 Jul 02 09:43:43.839367 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-6d34926b-93c1-461e-b76c-c5ee3bc5ac71 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25252481'] for port, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:43.928248 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34926b-93c1-461e-b76c-c5ee3bc5ac71 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Pushing event updated for resources: {'Port': ['ID=840a7336-5b7b-4aa6-9837-80718f8d0ea3,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:43.933778 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-6d34926b-93c1-461e-b76c-c5ee3bc5ac71 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Network 918bea0c-b417-4ca6-b49b-9a63a0f8e52a is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:43:43.976295 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-6d34926b-93c1-461e-b76c-c5ee3bc5ac71 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:43:43.990059 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1e85e-8285-477a-b408-cde894db4300 req-532e01f1-9377-4197-8581-c33ccb087016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:43.991677 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-69c1e85e-8285-477a-b408-cde894db4300 req-532e01f1-9377-4197-8581-c33ccb087016 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 1098 time: 0.0618114 Jul 02 09:43:43.994500 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-6d34926b-93c1-461e-b76c-c5ee3bc5ac71 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Received port after_create {{(pid=99501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:43:44.042394 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-69c1e85e-8285-477a-b408-cde894db4300 req-92a208fb-c465-4b57-9818-0823dd9e8e13 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367038 Jul 02 09:43:44.062363 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ee069-50a3-4cbf-a453-58ce524b6db3 req-d0e11855-0299-4af4-8dce-f4287d832552 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:44.063898 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-be7ee069-50a3-4cbf-a453-58ce524b6db3 req-d0e11855-0299-4af4-8dce-f4287d832552 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 945 time: 0.1282341 Jul 02 09:43:44.072210 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-6d34926b-93c1-461e-b76c-c5ee3bc5ac71 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:44.072814 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-6d34926b-93c1-461e-b76c-c5ee3bc5ac71 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:44.106277 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-6d34926b-93c1-461e-b76c-c5ee3bc5ac71 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3827248 Jul 02 09:43:44.125142 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Request body: {'port': {'device_id': '0bf55b6e-b093-4cf4-b88d-ec137e7557cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:43:44.179534 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-be7ee069-50a3-4cbf-a453-58ce524b6db3 req-20c7d6aa-de0f-4aa4-b89a-bd3009a2e00b tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034534 Jul 02 09:43:44.223416 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:44.608041 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a25004-812a-4508-89ca-61ada886bb99 req-abab9874-134a-4713-baf5-218d35cf34c3 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:44.609561 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-62a25004-812a-4508-89ca-61ada886bb99 req-abab9874-134a-4713-baf5-218d35cf34c3 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bf55b6e-b093-4cf4-b88d-ec137e7557cd HTTP/1.1" status: 200 len: 931 time: 0.2126215 Jul 02 09:43:44.631973 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13470acc-1072-4e1c-a4c5-4b3291631e0b req-c50e0765-ea2d-46fe-99bf-ce4aa1dba18f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:44.633477 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-13470acc-1072-4e1c-a4c5-4b3291631e0b req-c50e0765-ea2d-46fe-99bf-ce4aa1dba18f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.2053330 Jul 02 09:43:44.721610 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-62a25004-812a-4508-89ca-61ada886bb99 req-54b55426-8c8e-4ef9-9c31-a76be88c186a tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033914 Jul 02 09:43:44.741572 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-13470acc-1072-4e1c-a4c5-4b3291631e0b req-376885fd-91b4-425d-b120-a25e844b9e36 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947819 Jul 02 09:43:44.788236 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840a7336-5b7b-4aa6-9837-80718f8d0ea3 {{(pid=99501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:43:44.797896 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:44.812003 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.provisioning_blocks [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Transition to ACTIVE for port object 840a7336-5b7b-4aa6-9837-80718f8d0ea3 will not be triggered until provisioned by entity L2. {{(pid=99501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:43:44.820715 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25252499'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:44.902928 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Pushing event updated for resources: {'Port': ['ID=840a7336-5b7b-4aa6-9837-80718f8d0ea3,revision_number=2']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:44.973555 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.managers [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Attempting to bind port 840a7336-5b7b-4aa6-9837-80718f8d0ea3 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:43:44.974320 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.managers [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Attempting to bind port 840a7336-5b7b-4aa6-9837-80718f8d0ea3 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'fd8d9580-428a-4765-afeb-31c37abe8c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '918bea0c-b417-4ca6-b49b-9a63a0f8e52a'}] {{(pid=99501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:43:44.974891 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Attempting to bind port 840a7336-5b7b-4aa6-9837-80718f8d0ea3 on network 918bea0c-b417-4ca6-b49b-9a63a0f8e52a {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:43:45.011062 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Port 840a7336-5b7b-4aa6-9837-80718f8d0ea3 on network 918bea0c-b417-4ca6-b49b-9a63a0f8e52a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:43:45.011504 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Attempting to bind port 840a7336-5b7b-4aa6-9837-80718f8d0ea3 on network 918bea0c-b417-4ca6-b49b-9a63a0f8e52a {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:43:45.021252 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:43:45.021810 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Checking segment: {'id': 'fd8d9580-428a-4765-afeb-31c37abe8c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '918bea0c-b417-4ca6-b49b-9a63a0f8e52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:43:45.022214 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Bound using segment: {'id': 'fd8d9580-428a-4765-afeb-31c37abe8c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '918bea0c-b417-4ca6-b49b-9a63a0f8e52a'} {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:43:45.022830 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.managers [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Bound port: 840a7336-5b7b-4aa6-9837-80718f8d0ea3, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8d9580-428a-4765-afeb-31c37abe8c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '918bea0c-b417-4ca6-b49b-9a63a0f8e52a'}}] {{(pid=99501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:43:45.023035 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:45.113826 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-69c338ad-43a2-4097-b611-6973e61d8432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:45.114402 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429a90a-7200-4f75-9a20-66533e99e8c1 req-06993809-253d-4e14-9c51-1a95240e59c7 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:45.115442 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5429a90a-7200-4f75-9a20-66533e99e8c1 req-06993809-253d-4e14-9c51-1a95240e59c7 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.1368120 Jul 02 09:43:45.145264 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] For port 840a7336-5b7b-4aa6-9837-80718f8d0ea3, host hv-cinder-77218, cleared binding levels {{(pid=99501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:43:45.168174 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] For port 840a7336-5b7b-4aa6-9837-80718f8d0ea3, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=840a7336-5b7b-4aa6-9837-80718f8d0ea3,segment=NetworkSegment(fd8d9580-428a-4765-afeb-31c37abe8c8d),segment_id=fd8d9580-428a-4765-afeb-31c37abe8c8d)] {{(pid=99501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:43:45.176109 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25252499'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:45.189521 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5429a90a-7200-4f75-9a20-66533e99e8c1 req-ca6da273-9951-447b-9c60-fc87bb7e53b3 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570483 Jul 02 09:43:45.219673 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:45.220555 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:45.222348 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] 10.222.0.66 "PUT /v2.0/ports/840a7336-5b7b-4aa6-9837-80718f8d0ea3 HTTP/1.1" status: 200 len: 1093 time: 1.1041453 Jul 02 09:43:45.226963 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf55b6e-b093-4cf4-b88d-ec137e7557cd', 'tag': '840a7336-5b7b-4aa6-9837-80718f8d0ea3'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:43:45.237815 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3201e31-218d-4af3-b7f7-97df2872c1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf55b6e-b093-4cf4-b88d-ec137e7557cd", "tag": "840a7336-5b7b-4aa6-9837-80718f8d0ea3"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:43:45.273067 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11133f17-dc1c-467c-9518-fdbb7635c768 service neutron] Pushing event updated for resources: {'Port': ['ID=840a7336-5b7b-4aa6-9837-80718f8d0ea3,revision_number=3']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:45.364180 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2b82af-969f-4045-a030-bbaf764d8e9c x-openstack-request-id: req-de2b82af-969f-4045-a030-bbaf764d8e9c {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:43:45.364334 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf55b6e-b093-4cf4-b88d-ec137e7557cd", "tag": "840a7336-5b7b-4aa6-9837-80718f8d0ea3", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:43:45.364660 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-de2b82af-969f-4045-a030-bbaf764d8e9c {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:43:45.365115 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf55b6e-b093-4cf4-b88d-ec137e7557cd', 'tag': '840a7336-5b7b-4aa6-9837-80718f8d0ea3', 'status': 'completed', 'code': 200} Jul 02 09:43:45.433576 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-ac4fc77f-a020-4620-af52-bcfd138e3685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:45.435521 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-ac4fc77f-a020-4620-af52-bcfd138e3685 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c3546025d9d4470fa13b566273849dda&device_id=0bf55b6e-b093-4cf4-b88d-ec137e7557cd HTTP/1.1" status: 200 len: 1096 time: 0.1455369 Jul 02 09:43:45.454026 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d4f7c-ab09-4595-8458-6a7fe3e3abd1 req-2e2acd85-29c3-4b8f-bdc7-0b0af274274d tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:45.461848 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a76d4f7c-ab09-4595-8458-6a7fe3e3abd1 req-2e2acd85-29c3-4b8f-bdc7-0b0af274274d tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 945 time: 0.1112156 Jul 02 09:43:45.514213 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-268e6b13-3d47-4cd7-abc9-ed9346bdbb55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=840a7336-5b7b-4aa6-9837-80718f8d0ea3 HTTP/1.1" status: 200 len: 217 time: 0.0401816 Jul 02 09:43:45.554296 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:45.579122 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a76d4f7c-ab09-4595-8458-6a7fe3e3abd1 req-133c3831-7c53-45b2-8f49-d458214992d9 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162140 Jul 02 09:43:45.621587 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-4e796985-db56-40e7-8d85-ee40eceb4add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:45.623719 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-4e796985-db56-40e7-8d85-ee40eceb4add service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e154cdb6-4817-4d50-81da-9eb843ee413c HTTP/1.1" status: 200 len: 854 time: 0.0895386 Jul 02 09:43:45.710695 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-c2908585-8766-40e4-923a-478bdddb72d3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=918bea0c-b417-4ca6-b49b-9a63a0f8e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373096 Jul 02 09:43:45.864158 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:45.922671 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-5e421e0f-dff0-471e-84c9-273c1355611f service neutron] 10.222.0.66 "GET /v2.0/networks/918bea0c-b417-4ca6-b49b-9a63a0f8e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026763 Jul 02 09:43:46.214127 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e1a2f489-08c4-4e7a-9eba-c50d31a3a11e req-51968c71-7db7-4fde-80bd-b32ca782cbae service neutron] 10.222.0.66 "GET /v2.0/networks/918bea0c-b417-4ca6-b49b-9a63a0f8e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694352 Jul 02 09:43:46.224782 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48664ab5-6916-4b64-aa6d-6e154d67cdc4 req-25731aac-03c5-4975-b2ae-885043f554d8 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:46.234566 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-48664ab5-6916-4b64-aa6d-6e154d67cdc4 req-25731aac-03c5-4975-b2ae-885043f554d8 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bf55b6e-b093-4cf4-b88d-ec137e7557cd HTTP/1.1" status: 200 len: 943 time: 0.2515936 Jul 02 09:43:46.266554 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291d95c-d6fa-47c0-ae3c-b310071ce8ad req-f70f901e-c6de-427e-bee8-556a54ad4d79 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:46.278969 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f291d95c-d6fa-47c0-ae3c-b310071ce8ad req-f70f901e-c6de-427e-bee8-556a54ad4d79 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.2865789 Jul 02 09:43:46.331345 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-48664ab5-6916-4b64-aa6d-6e154d67cdc4 req-2b2f874f-2673-455b-8e26-4160fbf820ce tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958552 Jul 02 09:43:46.390991 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f291d95c-d6fa-47c0-ae3c-b310071ce8ad req-44cde0af-1af4-4395-9806-c3dc1d477920 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037047 Jul 02 09:43:46.422907 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3201e31-218d-4af3-b7f7-97df2872c1a2 req-4361c742-1396-458e-a672-015a558ab6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:46.424402 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d3201e31-218d-4af3-b7f7-97df2872c1a2 req-4361c742-1396-458e-a672-015a558ab6c2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c3546025d9d4470fa13b566273849dda&device_id=0bf55b6e-b093-4cf4-b88d-ec137e7557cd HTTP/1.1" status: 200 len: 1096 time: 0.1290121 Jul 02 09:43:46.628971 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3201e31-218d-4af3-b7f7-97df2872c1a2 req-84fca0b4-971b-4fa5-844a-4042e4ba7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:46.630478 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d3201e31-218d-4af3-b7f7-97df2872c1a2 req-84fca0b4-971b-4fa5-844a-4042e4ba7371 service neutron] 10.222.0.66 "GET /v2.0/networks?id=918bea0c-b417-4ca6-b49b-9a63a0f8e52a HTTP/1.1" status: 200 len: 915 time: 0.1908696 Jul 02 09:43:46.644650 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a92a5-9933-4e75-96bf-943f2ddfc393 req-21dc8b7c-0a4e-4359-9658-ce3410f8bbe1 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:46.646198 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6c4a92a5-9933-4e75-96bf-943f2ddfc393 req-21dc8b7c-0a4e-4359-9658-ce3410f8bbe1 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.1576791 Jul 02 09:43:46.692858 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d3201e31-218d-4af3-b7f7-97df2872c1a2 req-38d862e0-8366-4641-ba35-dcab764621f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=840a7336-5b7b-4aa6-9837-80718f8d0ea3 HTTP/1.1" status: 200 len: 217 time: 0.0453420 Jul 02 09:43:46.825267 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6c4a92a5-9933-4e75-96bf-943f2ddfc393 req-cadbc644-5b39-45a5-bf20-3b9994b02187 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724401 Jul 02 09:43:46.847503 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3201e31-218d-4af3-b7f7-97df2872c1a2 req-afcb7d21-cb9f-4f79-95f3-e5abaa2bfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:46.859364 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d3201e31-218d-4af3-b7f7-97df2872c1a2 req-afcb7d21-cb9f-4f79-95f3-e5abaa2bfbe8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e154cdb6-4817-4d50-81da-9eb843ee413c HTTP/1.1" status: 200 len: 854 time: 0.1556756 Jul 02 09:43:46.926378 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d3201e31-218d-4af3-b7f7-97df2872c1a2 req-635d9ec6-f411-41e4-9b0e-8a88b6167fd5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=918bea0c-b417-4ca6-b49b-9a63a0f8e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561202 Jul 02 09:43:46.981310 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745641d9-83d2-4dc4-8741-9fb6cedd9c1d req-b1761efc-137d-4ac9-8430-325548b68d77 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:46.983533 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-745641d9-83d2-4dc4-8741-9fb6cedd9c1d req-b1761efc-137d-4ac9-8430-325548b68d77 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 945 time: 0.2641287 Jul 02 09:43:47.065032 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-745641d9-83d2-4dc4-8741-9fb6cedd9c1d req-4095ddb8-7992-4193-91bb-c93dbcb60791 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747085 Jul 02 09:43:47.087320 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d3201e31-218d-4af3-b7f7-97df2872c1a2 req-fb23fd23-28df-4211-beb0-96b3392bbb8b service neutron] 10.222.0.66 "GET /v2.0/networks/918bea0c-b417-4ca6-b49b-9a63a0f8e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515687 Jul 02 09:43:47.217635 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d3201e31-218d-4af3-b7f7-97df2872c1a2 req-665eac08-6165-4eb3-af58-adc6ccd672e4 service neutron] 10.222.0.66 "GET /v2.0/networks/918bea0c-b417-4ca6-b49b-9a63a0f8e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120255 Jul 02 09:43:47.593562 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:47.687771 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb206c-f6d5-418c-91e3-5151d2dc8e4a req-67200115-f284-4618-8517-e0d1b82f1372 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:47.689569 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c4eb206c-f6d5-418c-91e3-5151d2dc8e4a req-67200115-f284-4618-8517-e0d1b82f1372 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bf55b6e-b093-4cf4-b88d-ec137e7557cd HTTP/1.1" status: 200 len: 943 time: 0.1566403 Jul 02 09:43:47.761571 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11437cb-5479-4749-9f55-59d8b111f29b req-2ec9dec4-5668-40a9-b1f2-55fea56a0639 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:47.768981 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d11437cb-5479-4749-9f55-59d8b111f29b req-2ec9dec4-5668-40a9-b1f2-55fea56a0639 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.1304703 Jul 02 09:43:47.772077 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c4eb206c-f6d5-418c-91e3-5151d2dc8e4a req-e909cf51-c54f-44a2-abf8-00f5de74c60f tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749316 Jul 02 09:43:47.829079 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d11437cb-5479-4749-9f55-59d8b111f29b req-cafbbfeb-201a-4fab-8b2d-4293c4ca2b95 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558732 Jul 02 09:43:48.083244 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f81086-f808-4153-85c3-4a31bf5ccb28 req-1996789a-8b8b-450e-870e-ac892e8a4e79 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:48.084833 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-97f81086-f808-4153-85c3-4a31bf5ccb28 req-1996789a-8b8b-450e-870e-ac892e8a4e79 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0885427 Jul 02 09:43:48.161790 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-97f81086-f808-4153-85c3-4a31bf5ccb28 req-7b4f2f54-422c-4777-9f9e-c4f1afb8366b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651574 Jul 02 09:43:48.338808 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd174ea3-b741-4e09-be3c-e7b774ca53da req-6d5ad7f6-a6e4-4779-9e1d-d29ec578be20 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:48.340312 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-dd174ea3-b741-4e09-be3c-e7b774ca53da req-6d5ad7f6-a6e4-4779-9e1d-d29ec578be20 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 945 time: 0.0724595 Jul 02 09:43:48.390274 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-dd174ea3-b741-4e09-be3c-e7b774ca53da req-799b984c-f6aa-4ef1-9733-78a58e60591d tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435798 Jul 02 09:43:49.025262 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 840a7336-5b7b-4aa6-9837-80718f8d0ea3 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:43:49.028244 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce7dbf-2fe3-42bd-84c6-911c3a651ad1 req-984f9aef-a44e-4d33-bfcb-90ec3af9e9bd tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:49.036594 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a6ce7dbf-2fe3-42bd-84c6-911c3a651ad1 req-984f9aef-a44e-4d33-bfcb-90ec3af9e9bd tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bf55b6e-b093-4cf4-b88d-ec137e7557cd HTTP/1.1" status: 200 len: 943 time: 0.1305861 Jul 02 09:43:49.092618 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a6ce7dbf-2fe3-42bd-84c6-911c3a651ad1 req-22729fbc-e45a-4929-a3ad-7f7c4bf5f4cb tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547740 Jul 02 09:43:49.109686 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac0d49-317b-4b83-b21c-53e39a05ed29 req-80195e9e-74d2-4b13-9655-c0c030d6a7d0 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:49.111394 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3eac0d49-317b-4b83-b21c-53e39a05ed29 req-80195e9e-74d2-4b13-9655-c0c030d6a7d0 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.1452322 Jul 02 09:43:49.150779 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 840a7336-5b7b-4aa6-9837-80718f8d0ea3, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=840a7336-5b7b-4aa6-9837-80718f8d0ea3,segment=NetworkSegment(fd8d9580-428a-4765-afeb-31c37abe8c8d),segment_id=fd8d9580-428a-4765-afeb-31c37abe8c8d)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:43:49.164164 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '840a7336-5b7b-4aa6-9837-80718f8d0ea3', 'network_id': '918bea0c-b417-4ca6-b49b-9a63a0f8e52a', 'port_id': '840a7336-5b7b-4aa6-9837-80718f8d0ea3', 'mac_address': 'fa:16:3e:91:2e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e154cdb6-4817-4d50-81da-9eb843ee413c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:43:49.176502 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3eac0d49-317b-4b83-b21c-53e39a05ed29 req-b85bd04b-57c4-48db-ae62-0654d1acd9e0 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554738 Jul 02 09:43:49.262199 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:49.286057 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840a7336-5b7b-4aa6-9837-80718f8d0ea3 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:43:49.321842 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 840a7336-5b7b-4aa6-9837-80718f8d0ea3, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=840a7336-5b7b-4aa6-9837-80718f8d0ea3,segment=NetworkSegment(fd8d9580-428a-4765-afeb-31c37abe8c8d),segment_id=fd8d9580-428a-4765-afeb-31c37abe8c8d)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:43:49.330015 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:49.391094 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=840a7336-5b7b-4aa6-9837-80718f8d0ea3,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:49.424661 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba1624-9eda-4355-b1c1-5ed864eb8353 req-a26f964a-c988-4cf2-97d4-94a92ff426fe tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:49.424925 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7bba1624-9eda-4355-b1c1-5ed864eb8353 req-a26f964a-c988-4cf2-97d4-94a92ff426fe tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0883234 Jul 02 09:43:49.502969 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7bba1624-9eda-4355-b1c1-5ed864eb8353 req-692fc72a-a659-4bb0-9102-53cfcefca3c0 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700502 Jul 02 09:43:49.624385 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877d58d-8b07-4ab2-a0b4-6bfa52821c0c req-660c3fc1-ec66-4582-be0c-d23f26acdd8a tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:49.631626 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a877d58d-8b07-4ab2-a0b4-6bfa52821c0c req-660c3fc1-ec66-4582-be0c-d23f26acdd8a tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 945 time: 0.0941141 Jul 02 09:43:49.671234 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a877d58d-8b07-4ab2-a0b4-6bfa52821c0c req-06f28b84-b27c-42f9-8f8a-31029b68a10b tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387208 Jul 02 09:43:49.799457 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['840a7336-5b7b-4aa6-9837-80718f8d0ea3'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:43:50.370255 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7629db-47a4-47c7-98d0-f954ff4a69ec req-825a1dba-b804-417d-bc26-a042942765d7 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:50.378835 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4b7629db-47a4-47c7-98d0-f954ff4a69ec req-825a1dba-b804-417d-bc26-a042942765d7 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bf55b6e-b093-4cf4-b88d-ec137e7557cd HTTP/1.1" status: 200 len: 944 time: 0.1418242 Jul 02 09:43:50.446227 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4b7629db-47a4-47c7-98d0-f954ff4a69ec req-657933b2-3ad3-4836-b4a1-f24c5fb0fc0a tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663702 Jul 02 09:43:50.465564 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5e89f-793f-4411-bc0b-8076ec031427 req-27829b63-4267-4f23-bb07-a0206a19cf13 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:50.466866 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-26a5e89f-793f-4411-bc0b-8076ec031427 req-27829b63-4267-4f23-bb07-a0206a19cf13 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.1487143 Jul 02 09:43:50.795316 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-26a5e89f-793f-4411-bc0b-8076ec031427 req-2667b3bc-a736-4226-a24d-4673b8b8d468 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227911 Jul 02 09:43:50.839161 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f024f-824e-4e6f-9bce-c3715ad84410 req-1b9409bb-cbcc-44c9-b125-2eaee7e57439 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:50.841334 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-593f024f-824e-4e6f-9bce-c3715ad84410 req-1b9409bb-cbcc-44c9-b125-2eaee7e57439 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.1321082 Jul 02 09:43:50.852743 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1192b-c910-4045-afb6-3395cdc6fb9a req-29112102-7e65-433f-a8e1-6827f4a856f1 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:50.854175 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-83b1192b-c910-4045-afb6-3395cdc6fb9a req-29112102-7e65-433f-a8e1-6827f4a856f1 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 945 time: 0.1110523 Jul 02 09:43:50.943173 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-593f024f-824e-4e6f-9bce-c3715ad84410 req-8ac967d6-95b8-4bcc-a745-eaedb86c492b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880313 Jul 02 09:43:51.037370 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 840a7336-5b7b-4aa6-9837-80718f8d0ea3 up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:43:51.049968 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7cad1-c565-42b0-bb16-861dbe994e61 req-a022f48a-a5f1-47c0-8974-cfc747dd7553 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:51.051484 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d6b7cad1-c565-42b0-bb16-861dbe994e61 req-a022f48a-a5f1-47c0-8974-cfc747dd7553 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 945 time: 0.1293707 Jul 02 09:43:51.057017 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [req-83b1192b-c910-4045-afb6-3395cdc6fb9a req-21dfb3d9-954c-4341-a57a-dfb69e2826b9 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Deleting port 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:43:51.057359 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-83b1192b-c910-4045-afb6-3395cdc6fb9a req-21dfb3d9-954c-4341-a57a-dfb69e2826b9 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:51.093455 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port 840a7336-5b7b-4aa6-9837-80718f8d0ea3 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:43:51.097281 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 840a7336-5b7b-4aa6-9837-80718f8d0ea3 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:43:51.097654 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:51.148975 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d6b7cad1-c565-42b0-bb16-861dbe994e61 req-d4e0b9b1-5b1a-4bd7-b523-7c110cc6fe29 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/security-groups?id=318f8cf5-f365-453c-aab3-12e5e4213ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886462 Jul 02 09:43:51.174303 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-83b1192b-c910-4045-afb6-3395cdc6fb9a req-21dfb3d9-954c-4341-a57a-dfb69e2826b9 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] For port 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d,segment=NetworkSegment(b0abfda6-c92d-41ee-8e59-3b35607a7459),segment_id=b0abfda6-c92d-41ee-8e59-3b35607a7459)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:43:51.174665 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-83b1192b-c910-4045-afb6-3395cdc6fb9a req-21dfb3d9-954c-4341-a57a-dfb69e2826b9 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:51.174856 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:51.189318 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [req-83b1192b-c910-4045-afb6-3395cdc6fb9a req-21dfb3d9-954c-4341-a57a-dfb69e2826b9 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Calling delete_port for 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d owned by compute:nova {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:43:51.198372 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf55b6e-b093-4cf4-b88d-ec137e7557cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840a7336-5b7b-4aa6-9837-80718f8d0ea3'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:43:51.201187 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21af6380-76a4-4a9f-abcc-3b6ec92544d1" -d '{"events": [{"server_uuid": "0bf55b6e-b093-4cf4-b88d-ec137e7557cd", "name": "network-vif-plugged", "status": "completed", "tag": "840a7336-5b7b-4aa6-9837-80718f8d0ea3"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:43:51.214995 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 840a7336-5b7b-4aa6-9837-80718f8d0ea3, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=840a7336-5b7b-4aa6-9837-80718f8d0ea3,segment=NetworkSegment(fd8d9580-428a-4765-afeb-31c37abe8c8d),segment_id=fd8d9580-428a-4765-afeb-31c37abe8c8d)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:43:51.220786 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:51.248864 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedd913c-7e6e-483f-b8ec-76898d57a589 x-openstack-request-id: req-fedd913c-7e6e-483f-b8ec-76898d57a589 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:43:51.249150 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf55b6e-b093-4cf4-b88d-ec137e7557cd", "name": "network-vif-plugged", "status": "completed", "tag": "840a7336-5b7b-4aa6-9837-80718f8d0ea3", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:43:51.249398 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fedd913c-7e6e-483f-b8ec-76898d57a589 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:43:51.249780 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf55b6e-b093-4cf4-b88d-ec137e7557cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840a7336-5b7b-4aa6-9837-80718f8d0ea3', 'code': 200} Jul 02 09:43:51.275571 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=840a7336-5b7b-4aa6-9837-80718f8d0ea3,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:51.361239 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-83b1192b-c910-4045-afb6-3395cdc6fb9a req-21dfb3d9-954c-4341-a57a-dfb69e2826b9 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:51.380976 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:43:51.445120 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfb3d9-954c-4341-a57a-dfb69e2826b9 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Pushing event deleted for resources: {'Port': ['ID=51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:51.493179 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b1192b-c910-4045-afb6-3395cdc6fb9a req-21dfb3d9-954c-4341-a57a-dfb69e2826b9 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] No DVR routers for this DVR port 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d on host hv-cinder-77218 {{(pid=99501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:43:51.497331 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-83b1192b-c910-4045-afb6-3395cdc6fb9a req-21dfb3d9-954c-4341-a57a-dfb69e2826b9 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:51.500201 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-83b1192b-c910-4045-afb6-3395cdc6fb9a req-21dfb3d9-954c-4341-a57a-dfb69e2826b9 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.66 "DELETE /v2.0/ports/51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d HTTP/1.1" status: 204 len: 173 time: 0.6288867 Jul 02 09:43:51.501196 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b02c4cf-7746-4fdb-80c8-ca219f0a864c', 'name': 'network-vif-deleted', 'tag': '51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:43:51.504830 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436d2e9d-a4d1-4c67-8e5c-72b3fcaca10a" -d '{"events": [{"server_uuid": "0b02c4cf-7746-4fdb-80c8-ca219f0a864c", "name": "network-vif-deleted", "tag": "51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:43:51.553206 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83e26a3-fce6-4252-81f2-15194451dae2 x-openstack-request-id: req-f83e26a3-fce6-4252-81f2-15194451dae2 {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:43:51.554200 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b02c4cf-7746-4fdb-80c8-ca219f0a864c", "name": "network-vif-deleted", "tag": "51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:43:51.554200 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f83e26a3-fce6-4252-81f2-15194451dae2 {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:43:51.554661 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b02c4cf-7746-4fdb-80c8-ca219f0a864c', 'name': 'network-vif-deleted', 'tag': '51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d', 'status': 'completed', 'code': 200} Jul 02 09:43:51.670393 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ba4fd-db8d-42eb-95bc-7c35e6f41d73 req-a71b148e-4e5d-46a1-8686-8b0675f7d412 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:51.671867 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d90ba4fd-db8d-42eb-95bc-7c35e6f41d73 req-a71b148e-4e5d-46a1-8686-8b0675f7d412 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bf55b6e-b093-4cf4-b88d-ec137e7557cd HTTP/1.1" status: 200 len: 945 time: 0.1063182 Jul 02 09:43:51.699317 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c732e-9153-4c17-bec5-635a4c9f71e5 req-92db5d9a-3d3a-4459-b7ba-8455a989aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:51.702326 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-555c732e-9153-4c17-bec5-635a4c9f71e5 req-92db5d9a-3d3a-4459-b7ba-8455a989aae4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0bf55b6e-b093-4cf4-b88d-ec137e7557cd HTTP/1.1" status: 200 len: 1098 time: 0.0944014 Jul 02 09:43:51.719975 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d90ba4fd-db8d-42eb-95bc-7c35e6f41d73 req-d28daaab-4f0b-408f-bb06-76277078da8b tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420852 Jul 02 09:43:51.763422 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-555c732e-9153-4c17-bec5-635a4c9f71e5 req-6a025603-daa7-4140-89ba-60e770b4683b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402393 Jul 02 09:43:51.795983 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1639965-a4ec-455e-b70b-efc6dca95c7b req-29b0df83-d08a-4acd-bb2a-14fe901e7b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:51.797411 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a1639965-a4ec-455e-b70b-efc6dca95c7b req-29b0df83-d08a-4acd-bb2a-14fe901e7b5e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0eac9fab71cc4bf1add1a341c85baad4&device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 1099 time: 0.0634756 Jul 02 09:43:51.913908 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1639965-a4ec-455e-b70b-efc6dca95c7b req-1173fb02-6ddd-4317-825c-6569c43a0626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:51.915379 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a1639965-a4ec-455e-b70b-efc6dca95c7b req-1173fb02-6ddd-4317-825c-6569c43a0626 service neutron] 10.222.0.66 "GET /v2.0/networks?id=91c217cd-a0ca-4235-96ca-c7bcaff114e8 HTTP/1.1" status: 200 len: 917 time: 0.0854728 Jul 02 09:43:51.979595 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716df50f-ec31-4067-b0dc-98fcce0d6e4d req-c3987efa-7b6f-4db4-857e-b2afee290c4d tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:51.981770 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-716df50f-ec31-4067-b0dc-98fcce0d6e4d req-c3987efa-7b6f-4db4-857e-b2afee290c4d tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0670636 Jul 02 09:43:51.989561 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a1639965-a4ec-455e-b70b-efc6dca95c7b req-19a52cff-84c4-406f-af0c-8ebee778b857 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c32b2e1-fcfd-4458-97b4-873e158c129c HTTP/1.1" status: 200 len: 1001 time: 0.0648069 Jul 02 09:43:52.023530 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-716df50f-ec31-4067-b0dc-98fcce0d6e4d req-3c10a611-302c-463c-8a41-e68dd973b3bc tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363178 Jul 02 09:43:52.049690 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1639965-a4ec-455e-b70b-efc6dca95c7b req-b4465a29-3ff5-4e88-b4d8-9ca5ec28c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:52.051079 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a1639965-a4ec-455e-b70b-efc6dca95c7b req-b4465a29-3ff5-4e88-b4d8-9ca5ec28c6b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cf610ccc-985f-4d3a-a43f-1bfbdadecb7e HTTP/1.1" status: 200 len: 855 time: 0.0511377 Jul 02 09:43:52.113345 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1639965-a4ec-455e-b70b-efc6dca95c7b req-6173a99e-11cb-4ef0-b235-66497e064841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:52.114863 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a1639965-a4ec-455e-b70b-efc6dca95c7b req-6173a99e-11cb-4ef0-b235-66497e064841 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91c217cd-a0ca-4235-96ca-c7bcaff114e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541348 Jul 02 09:43:52.130314 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00692e-12fe-43db-91a7-278fe71b65a2 req-3f5a9b2d-a832-487b-a265-c4e324dc9f62 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:52.132991 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4d00692e-12fe-43db-91a7-278fe71b65a2 req-3f5a9b2d-a832-487b-a265-c4e324dc9f62 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0687551 Jul 02 09:43:52.174354 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4d00692e-12fe-43db-91a7-278fe71b65a2 req-13061c42-0754-409a-86dc-711849316dfa tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331528 Jul 02 09:43:52.233384 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a1639965-a4ec-455e-b70b-efc6dca95c7b req-b9fa9e8e-7794-40f3-80f0-f0a0ad228bcc service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038489 Jul 02 09:43:52.316556 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a48034fc-7ba4-455a-82a1-042cb763e62e req-8e3503f6-a86d-456b-ad83-d55aa3298941 tempest-VolumesActionsTest-495412043 tempest-VolumesActionsTest-495412043-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b02c4cf-7746-4fdb-80c8-ca219f0a864c HTTP/1.1" status: 200 len: 210 time: 0.0288179 Jul 02 09:43:52.337808 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a1639965-a4ec-455e-b70b-efc6dca95c7b req-8df072a7-305d-4e6c-b83e-3f78db4fda13 service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956137 Jul 02 09:43:52.899934 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416876f7-0fab-4c12-adfb-f4b9c8403631 req-839d6751-5fe2-41e6-b0d5-811ff7c25814 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:52.901823 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-416876f7-0fab-4c12-adfb-f4b9c8403631 req-839d6751-5fe2-41e6-b0d5-811ff7c25814 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bf55b6e-b093-4cf4-b88d-ec137e7557cd HTTP/1.1" status: 200 len: 945 time: 0.0627203 Jul 02 09:43:52.945339 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-416876f7-0fab-4c12-adfb-f4b9c8403631 req-af85b9df-4804-407e-a250-2b2714e2cc4e tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378606 Jul 02 09:43:53.202818 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81546a2e-5bf5-416f-a5df-857dd3f956b5 req-f17fc1c3-fdbf-4d9c-ae4b-246420b81d18 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:53.204316 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-81546a2e-5bf5-416f-a5df-857dd3f956b5 req-f17fc1c3-fdbf-4d9c-ae4b-246420b81d18 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0637639 Jul 02 09:43:53.246686 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-81546a2e-5bf5-416f-a5df-857dd3f956b5 req-9601e59e-a9d7-4f51-ab05-0352c21839d1 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365093 Jul 02 09:43:53.363596 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8b513-173c-4230-83b3-9f178a20d2de req-c8b715f1-3736-4089-9421-8bea7bc3267b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:53.365124 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5be8b513-173c-4230-83b3-9f178a20d2de req-c8b715f1-3736-4089-9421-8bea7bc3267b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0655789 Jul 02 09:43:53.403886 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5be8b513-173c-4230-83b3-9f178a20d2de req-93d5adf9-1ba8-4572-a151-5f74eaf89087 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331721 Jul 02 09:43:54.133550 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02415632-56ee-47cb-8aa1-9ca0ed0405da req-d9cb7e4c-f477-46f9-9052-b2081c96a820 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:54.135376 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-02415632-56ee-47cb-8aa1-9ca0ed0405da req-d9cb7e4c-f477-46f9-9052-b2081c96a820 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bf55b6e-b093-4cf4-b88d-ec137e7557cd HTTP/1.1" status: 200 len: 945 time: 0.0737810 Jul 02 09:43:54.174462 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-02415632-56ee-47cb-8aa1-9ca0ed0405da req-d66ec740-95e2-4038-bb5d-b74a6c740293 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334039 Jul 02 09:43:54.427733 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016b54c-fbd1-4685-9748-6a155e24ca1f req-421998c5-0b3f-432b-9b9d-d6c0d39d1d5a tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:54.429155 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a016b54c-fbd1-4685-9748-6a155e24ca1f req-421998c5-0b3f-432b-9b9d-d6c0d39d1d5a tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0669339 Jul 02 09:43:54.473283 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a016b54c-fbd1-4685-9748-6a155e24ca1f req-a85b4dd3-c290-4680-9b37-2e62012668ce tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374627 Jul 02 09:43:54.614150 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a68bd3-5b8f-4f0c-90ba-d57c09e08983 req-3f497b2b-8308-47a4-b49c-39e8a4f21b05 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:54.621203 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c2a68bd3-5b8f-4f0c-90ba-d57c09e08983 req-3f497b2b-8308-47a4-b49c-39e8a4f21b05 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0879631 Jul 02 09:43:54.659862 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c2a68bd3-5b8f-4f0c-90ba-d57c09e08983 req-af81ca06-d3dc-4295-a6ac-39380e855a79 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374103 Jul 02 09:43:55.502515 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 5c32b2e1-fcfd-4458-97b4-873e158c129c no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:43:55.581195 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:55.607047 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8105a6-4d2e-452c-a47b-0654b2ba2e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c32b2e1-fcfd-4458-97b4-873e158c129c'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:43:55.609296 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b266020-648b-482d-8c98-8c602a90ecf2" -d '{"events": [{"server_uuid": "bb8105a6-4d2e-452c-a47b-0654b2ba2e00", "name": "network-vif-unplugged", "status": "completed", "tag": "5c32b2e1-fcfd-4458-97b4-873e158c129c"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:43:55.622509 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 5c32b2e1-fcfd-4458-97b4-873e158c129c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5c32b2e1-fcfd-4458-97b4-873e158c129c,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:43:55.628016 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:43:55.629302 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:43:55.657210 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 02 Jul 2021 09:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a28e36b-9627-44a9-8fc0-c44e9e4cd658 x-openstack-request-id: req-7a28e36b-9627-44a9-8fc0-c44e9e4cd658 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:43:55.657522 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8105a6-4d2e-452c-a47b-0654b2ba2e00", "name": "network-vif-unplugged", "status": "completed", "tag": "5c32b2e1-fcfd-4458-97b4-873e158c129c", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:43:55.657775 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7a28e36b-9627-44a9-8fc0-c44e9e4cd658 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:43:55.658183 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8105a6-4d2e-452c-a47b-0654b2ba2e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c32b2e1-fcfd-4458-97b4-873e158c129c', 'code': 200} Jul 02 09:43:55.660161 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:43:55.660525 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 51a0c5c6-2ff0-4f9e-934d-7aa93e041b5d not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:43:55.666473 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edaeb4d-f476-4554-aab2-8cc0028bc29f req-96a58f25-844d-4d82-b6aa-b2698b3f9227 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:55.668055 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4edaeb4d-f476-4554-aab2-8cc0028bc29f req-96a58f25-844d-4d82-b6aa-b2698b3f9227 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 946 time: 0.0763583 Jul 02 09:43:55.707510 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4edaeb4d-f476-4554-aab2-8cc0028bc29f req-1c85649b-55dd-4207-93c0-32e61b55283c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337558 Jul 02 09:43:55.714312 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=5c32b2e1-fcfd-4458-97b4-873e158c129c,revision_number=8']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:43:55.845803 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b65fc9-7b3d-4725-825a-744e202662ab req-c753cc06-35ce-458f-91d2-998d0c946efc tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:55.847253 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-31b65fc9-7b3d-4725-825a-744e202662ab req-c753cc06-35ce-458f-91d2-998d0c946efc tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0610085 Jul 02 09:43:55.882899 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-31b65fc9-7b3d-4725-825a-744e202662ab req-6c866a66-6e7c-445f-a8c4-885b37254ff2 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299795 Jul 02 09:43:56.885363 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81d541-6546-40d4-8df9-b91c8d17df52 req-9cd6dfae-a989-4c74-83c8-f168887af696 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:56.886820 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5f81d541-6546-40d4-8df9-b91c8d17df52 req-9cd6dfae-a989-4c74-83c8-f168887af696 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0645108 Jul 02 09:43:56.924861 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5f81d541-6546-40d4-8df9-b91c8d17df52 req-2c733511-64a7-4b47-9416-8387fb76d835 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320780 Jul 02 09:43:57.061109 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb7be3-ccb3-4d36-a9bf-82cb3f2f153b req-1e321415-9614-4849-89cf-33e77f678e24 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:57.062573 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1feb7be3-ccb3-4d36-a9bf-82cb3f2f153b req-1e321415-9614-4849-89cf-33e77f678e24 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0625188 Jul 02 09:43:57.100236 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1feb7be3-ccb3-4d36-a9bf-82cb3f2f153b req-bc50aba8-244e-4b55-bb20-a5a7d6cd4a29 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322580 Jul 02 09:43:58.105326 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc974c0e-0a9c-4488-90ef-96bf3bdef7a6 req-18f59ccf-c289-408d-9b03-fabe1c52b8fb tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:58.107199 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fc974c0e-0a9c-4488-90ef-96bf3bdef7a6 req-18f59ccf-c289-408d-9b03-fabe1c52b8fb tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0648236 Jul 02 09:43:58.150178 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fc974c0e-0a9c-4488-90ef-96bf3bdef7a6 req-b6469a3d-4ac5-49a8-8fba-c882835b1040 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370593 Jul 02 09:43:58.287917 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621f41b-e241-4d63-a8af-2c2c0464537b req-43188f68-fb03-4055-857a-ad2c5f9ddc04 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:58.289586 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1621f41b-e241-4d63-a8af-2c2c0464537b req-43188f68-fb03-4055-857a-ad2c5f9ddc04 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0728629 Jul 02 09:43:58.334417 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1621f41b-e241-4d63-a8af-2c2c0464537b req-35288b94-a58b-47ea-abdd-815e1ad35a46 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371644 Jul 02 09:43:58.940855 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1777e-8428-457b-8b43-f2a402b4871d req-fd40f839-b030-4f95-bf72-470dcba120fb tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:58.942369 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1ca1777e-8428-457b-8b43-f2a402b4871d req-fd40f839-b030-4f95-bf72-470dcba120fb tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0628545 Jul 02 09:43:58.979932 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1ca1777e-8428-457b-8b43-f2a402b4871d req-60e61bd9-5fe3-4700-a3a9-48e7ed964782 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320539 Jul 02 09:43:59.517872 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807c9a3-b8f3-4624-92f9-6771adf95bbc req-682997bc-104a-4be3-b739-dee6715ec6d3 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:43:59.519337 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d807c9a3-b8f3-4624-92f9-6771adf95bbc req-682997bc-104a-4be3-b739-dee6715ec6d3 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0667775 Jul 02 09:43:59.557958 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d807c9a3-b8f3-4624-92f9-6771adf95bbc req-07dbaf5b-a107-4854-99d0-e60f59f2f55e tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329874 Jul 02 09:44:00.171169 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01c710-1748-4986-bf08-a9d1490e114f req-9b193d37-f100-4db6-b178-2b6c3888ba49 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:00.172655 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6b01c710-1748-4986-bf08-a9d1490e114f req-9b193d37-f100-4db6-b178-2b6c3888ba49 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0636563 Jul 02 09:44:00.213341 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6b01c710-1748-4986-bf08-a9d1490e114f req-fccb14c3-d0bd-4885-9081-4f71c1698560 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352147 Jul 02 09:44:00.742130 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8b239-710e-4015-ac31-0c9a1c8f3af1 req-d9bcccd9-6a39-4228-8a2d-f60a17020049 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:00.743633 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-01a8b239-710e-4015-ac31-0c9a1c8f3af1 req-d9bcccd9-6a39-4228-8a2d-f60a17020049 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0691471 Jul 02 09:44:00.786160 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-01a8b239-710e-4015-ac31-0c9a1c8f3af1 req-a6d8781f-4dcc-4346-9f59-ac0d4e4ecad7 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366681 Jul 02 09:44:01.070955 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 5c32b2e1-fcfd-4458-97b4-873e158c129c no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:44:01.393280 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf038f-7c25-4df1-b481-202a7fbbdbd9 req-fa10e585-942d-49d0-be71-61c4617b70b9 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:01.394767 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-92bf038f-7c25-4df1-b481-202a7fbbdbd9 req-fa10e585-942d-49d0-be71-61c4617b70b9 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0635576 Jul 02 09:44:01.431683 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-92bf038f-7c25-4df1-b481-202a7fbbdbd9 req-ec75f3cb-ac8a-42e2-8e87-fbc6cbab208e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313048 Jul 02 09:44:01.972205 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c57dc-0d40-4d08-9909-e28915ae8cae req-fb2879f6-4a08-478d-a164-9109f58e6928 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:01.974050 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-df0c57dc-0d40-4d08-9909-e28915ae8cae req-fb2879f6-4a08-478d-a164-9109f58e6928 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0753973 Jul 02 09:44:02.014027 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-df0c57dc-0d40-4d08-9909-e28915ae8cae req-cf6841fe-9d82-4c2c-b695-386936217c9f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321608 Jul 02 09:44:02.619174 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207f4e9-f391-4679-84b2-1577b4cfe448 req-066c1977-0769-40fa-9b81-8d6ec484b206 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:02.620682 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b207f4e9-f391-4679-84b2-1577b4cfe448 req-066c1977-0769-40fa-9b81-8d6ec484b206 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0677464 Jul 02 09:44:02.660687 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b207f4e9-f391-4679-84b2-1577b4cfe448 req-db5cb7b3-cc63-4c1d-9960-e98b99cbc877 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342126 Jul 02 09:44:03.189271 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba73fb-ab2c-4ad1-ab18-6794d454135c req-6132edb3-967c-41e6-8242-626adfe7f7cc tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:03.190741 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6cba73fb-ab2c-4ad1-ab18-6794d454135c req-6132edb3-967c-41e6-8242-626adfe7f7cc tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0653453 Jul 02 09:44:03.229399 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6cba73fb-ab2c-4ad1-ab18-6794d454135c req-f74e996f-e4b9-494b-8a7f-4deba1852421 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331371 Jul 02 09:44:03.837105 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e7cd5-a534-4605-9ae9-c9595258af45 req-668e88fe-e09e-4e81-b259-3253651ffbd7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:03.838574 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9d9e7cd5-a534-4605-9ae9-c9595258af45 req-668e88fe-e09e-4e81-b259-3253651ffbd7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0631142 Jul 02 09:44:03.879389 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9d9e7cd5-a534-4605-9ae9-c9595258af45 req-b79d3f48-d3eb-474a-828e-f2dee7a4b320 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341306 Jul 02 09:44:04.407960 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efb659-abf6-493d-b108-bd49b2dc50f9 req-26989525-c9b8-460e-a30a-9f64006459c0 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:04.409459 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c4efb659-abf6-493d-b108-bd49b2dc50f9 req-26989525-c9b8-460e-a30a-9f64006459c0 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0645506 Jul 02 09:44:04.446669 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c4efb659-abf6-493d-b108-bd49b2dc50f9 req-67281285-4048-4fc5-a5b8-dc8e3023b548 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314322 Jul 02 09:44:05.059589 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf36e19-215e-48c1-9660-a5dd8be90b4b req-b9f07022-480a-49a3-be5e-adc9a3031150 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:05.061102 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ebf36e19-215e-48c1-9660-a5dd8be90b4b req-b9f07022-480a-49a3-be5e-adc9a3031150 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0620649 Jul 02 09:44:05.102870 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ebf36e19-215e-48c1-9660-a5dd8be90b4b req-aa2640da-309e-47c0-ad78-cb9957c4befe tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362887 Jul 02 09:44:05.623123 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae24f1-d6c7-4854-ac89-9d4dbc77d564 req-62d00bd1-fdf5-4ee5-a399-7c81ad6f3b6c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:05.624783 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3eae24f1-d6c7-4854-ac89-9d4dbc77d564 req-62d00bd1-fdf5-4ee5-a399-7c81ad6f3b6c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0677388 Jul 02 09:44:05.663320 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3eae24f1-d6c7-4854-ac89-9d4dbc77d564 req-6bc2c5b3-31e4-4e37-89d7-cb0a0ff2db3b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328593 Jul 02 09:44:06.285643 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464e967-0070-45b4-98aa-849d971d0bf7 req-26d5614a-f2dc-475c-892a-6c284da33058 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:06.287147 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a464e967-0070-45b4-98aa-849d971d0bf7 req-26d5614a-f2dc-475c-892a-6c284da33058 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0653284 Jul 02 09:44:06.325231 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a464e967-0070-45b4-98aa-849d971d0bf7 req-ab1c4f80-c493-4de7-ad9b-441a42a52d47 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321698 Jul 02 09:44:06.844866 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995d7c1-6db6-47be-b0fa-cce6f8eaad1a req-5ef86e6e-ab7f-4e56-830e-256de654b964 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:06.846372 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d995d7c1-6db6-47be-b0fa-cce6f8eaad1a req-5ef86e6e-ab7f-4e56-830e-256de654b964 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0643439 Jul 02 09:44:06.886900 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d995d7c1-6db6-47be-b0fa-cce6f8eaad1a req-0519c93f-cdf9-45ae-940b-f1b59b113675 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346398 Jul 02 09:44:07.507647 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee59059-b56b-42b0-ac62-42fb7329db64 req-bf12015f-b19a-4183-84b6-25f293effd23 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:07.509166 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5ee59059-b56b-42b0-ac62-42fb7329db64 req-bf12015f-b19a-4183-84b6-25f293effd23 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0673041 Jul 02 09:44:07.550742 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5ee59059-b56b-42b0-ac62-42fb7329db64 req-928cce9b-26cb-4f15-a8ab-9ef96d1a5629 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346336 Jul 02 09:44:08.069175 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ac997-d780-4514-aa3c-3ee88052b1ed req-9fcf9224-3679-4e26-9741-6aa20f7afa91 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:08.071560 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-428ac997-d780-4514-aa3c-3ee88052b1ed req-9fcf9224-3679-4e26-9741-6aa20f7afa91 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0692601 Jul 02 09:44:08.121009 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-428ac997-d780-4514-aa3c-3ee88052b1ed req-137f872d-3aab-445e-b785-6e84dcfd7927 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435464 Jul 02 09:44:08.742532 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa029a5f-9ab8-41c2-8903-21bfee8f0e8c req-c548833f-59e4-4191-8102-3a6e7dc30206 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:08.744133 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fa029a5f-9ab8-41c2-8903-21bfee8f0e8c req-c548833f-59e4-4191-8102-3a6e7dc30206 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0696590 Jul 02 09:44:08.786513 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fa029a5f-9ab8-41c2-8903-21bfee8f0e8c req-ca8ff438-177a-47d6-aba4-05d4484d65c5 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352764 Jul 02 09:44:08.959732 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:09.310376 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5a4b5-3620-4f83-92ff-b97171dca686 req-e15d9c84-abdd-421b-92c3-803ac35db41c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:09.311898 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d9d5a4b5-3620-4f83-92ff-b97171dca686 req-e15d9c84-abdd-421b-92c3-803ac35db41c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0712404 Jul 02 09:44:09.385399 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d9d5a4b5-3620-4f83-92ff-b97171dca686 req-cf84ac13-ef80-4654-bb94-6431816ec966 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672224 Jul 02 09:44:10.022626 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bb2c1-6784-4d7f-b3a6-c4a84536d26e req-b25e8b75-66a1-4302-8dc3-ae883f7b9591 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:10.030464 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b20bb2c1-6784-4d7f-b3a6-c4a84536d26e req-b25e8b75-66a1-4302-8dc3-ae883f7b9591 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.1036637 Jul 02 09:44:10.074450 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b20bb2c1-6784-4d7f-b3a6-c4a84536d26e req-99042a09-70e6-4aaf-bad2-6502b779ebce tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431132 Jul 02 09:44:10.568826 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06b427-428f-4152-8f4a-ca67a4c7e768 req-b361b9f9-02f4-4c6c-9553-961b5aa5d94a tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:10.571843 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bb06b427-428f-4152-8f4a-ca67a4c7e768 req-b361b9f9-02f4-4c6c-9553-961b5aa5d94a tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0699396 Jul 02 09:44:10.614721 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bb06b427-428f-4152-8f4a-ca67a4c7e768 req-a6de68fe-caf1-4af0-ab17-6847ee50628d tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358562 Jul 02 09:44:11.305855 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561843e-73f9-493e-93ed-7ffb447302c6 req-8a5d6833-4e65-4e44-83ea-77169baf1496 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:11.307502 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d561843e-73f9-493e-93ed-7ffb447302c6 req-8a5d6833-4e65-4e44-83ea-77169baf1496 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0863900 Jul 02 09:44:11.357278 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d561843e-73f9-493e-93ed-7ffb447302c6 req-9879a32e-2193-4e76-81d9-143dacea668c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389674 Jul 02 09:44:11.806847 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72298c-91d4-4eb3-9a56-da89b68709b8 req-0e4a2d6a-b65b-4fae-9b1f-85f952a836e1 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:11.808798 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3b72298c-91d4-4eb3-9a56-da89b68709b8 req-0e4a2d6a-b65b-4fae-9b1f-85f952a836e1 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0714962 Jul 02 09:44:11.859703 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3b72298c-91d4-4eb3-9a56-da89b68709b8 req-f3dbe99e-6bd0-4765-ac2d-71a412138640 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444200 Jul 02 09:44:12.283933 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7320b62d-4071-40d6-a7d3-7a622a58860b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:12.563913 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50503a9c-99e1-4d14-a7db-749df07ba8d6 req-4b7edcdc-4dc7-4d59-866a-f523cc2fd323 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:12.565433 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50503a9c-99e1-4d14-a7db-749df07ba8d6 req-4b7edcdc-4dc7-4d59-866a-f523cc2fd323 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0734551 Jul 02 09:44:12.608787 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50503a9c-99e1-4d14-a7db-749df07ba8d6 req-de9bf68d-ab50-49d6-9ad7-a2763e40201f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375509 Jul 02 09:44:13.049556 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49ba3d-15d3-4be5-9bc3-251762fe29ef req-ebe25958-71eb-41e0-af2d-b65a23c7d864 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:13.051292 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3a49ba3d-15d3-4be5-9bc3-251762fe29ef req-ebe25958-71eb-41e0-af2d-b65a23c7d864 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0637896 Jul 02 09:44:13.105009 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3a49ba3d-15d3-4be5-9bc3-251762fe29ef req-9b285bf9-e41f-419f-8c5a-e65e3cb14818 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481365 Jul 02 09:44:13.795803 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77eda3-1391-4e96-a5f6-bd95d008c915 req-8ea53203-22ce-4b64-b5b5-ecbc5722a405 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:13.797347 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8c77eda3-1391-4e96-a5f6-bd95d008c915 req-8ea53203-22ce-4b64-b5b5-ecbc5722a405 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0662646 Jul 02 09:44:13.841995 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8c77eda3-1391-4e96-a5f6-bd95d008c915 req-63669aae-f570-4168-8e46-0f417043231f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370560 Jul 02 09:44:14.283283 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01347384-3cf1-47ce-87c7-936c48744b4c req-83f96a6a-af04-4301-94c2-1f1b3aa43eb6 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:14.284819 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-01347384-3cf1-47ce-87c7-936c48744b4c req-83f96a6a-af04-4301-94c2-1f1b3aa43eb6 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0689883 Jul 02 09:44:14.331959 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-01347384-3cf1-47ce-87c7-936c48744b4c req-b287d246-66ba-44d4-9e2d-9bcb6050db37 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400929 Jul 02 09:44:15.060894 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318cf2b-a467-4931-8fc9-31c66ae995c8 req-63a423f0-95e6-432a-b0b6-285a0e7a7277 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:15.063143 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f318cf2b-a467-4931-8fc9-31c66ae995c8 req-63a423f0-95e6-432a-b0b6-285a0e7a7277 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0783718 Jul 02 09:44:15.103544 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f318cf2b-a467-4931-8fc9-31c66ae995c8 req-8e95d65d-39e3-4b58-be37-00ed92a5604b tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331585 Jul 02 09:44:15.104631 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-85f2e61c-ffce-4b64-99af-43bb383d64fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:15.520022 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7d7c1-0709-4212-b92d-67afeae43c8a req-cbb413a1-fb93-4dfd-8cb7-d1ed4fad3c5c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:15.522478 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0bb7d7c1-0709-4212-b92d-67afeae43c8a req-cbb413a1-fb93-4dfd-8cb7-d1ed4fad3c5c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0674808 Jul 02 09:44:15.535888 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:15.566561 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0bb7d7c1-0709-4212-b92d-67afeae43c8a req-7f45d358-adeb-4b68-a1a1-23514f984da1 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390069 Jul 02 09:44:15.589504 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:44:15.854590 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:16.291015 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80db41-1516-437c-8a50-df5d6da6545a req-07a7baec-3ab3-4ac9-bfcd-a29063ac41b6 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:16.292581 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5b80db41-1516-437c-8a50-df5d6da6545a req-07a7baec-3ab3-4ac9-bfcd-a29063ac41b6 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0674117 Jul 02 09:44:16.338794 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5b80db41-1516-437c-8a50-df5d6da6545a req-1365a2a8-44c8-46fb-bb26-77d067f13412 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398185 Jul 02 09:44:16.732748 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 44686) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:44:16.804170 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37911c60-bb59-445e-9ce2-6ed804a9b9ca req-292406a1-5a37-41a4-8dd4-be099b94fdac tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:16.812574 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-37911c60-bb59-445e-9ce2-6ed804a9b9ca req-292406a1-5a37-41a4-8dd4-be099b94fdac tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.1014049 Jul 02 09:44:16.873364 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-37911c60-bb59-445e-9ce2-6ed804a9b9ca req-f1ffbf1b-0f67-49d0-ae36-e73f8234e9ae tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595708 Jul 02 09:44:16.893098 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-435c4715-c33c-42d0-b1d2-4413c82e7e17 req-beb7a4c3-19ba-4745-9c5f-5995827b9cf9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1585419 Jul 02 09:44:17.604556 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103ef5c-8453-40c9-8279-f6bd76143b2f req-59c5a314-db36-4e35-960b-c5096e67f34b tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:17.624765 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:17.632157 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b103ef5c-8453-40c9-8279-f6bd76143b2f req-59c5a314-db36-4e35-960b-c5096e67f34b tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.1331770 Jul 02 09:44:17.693384 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b103ef5c-8453-40c9-8279-f6bd76143b2f req-98a3de64-a925-4b00-b51a-0156fb067ad6 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558691 Jul 02 09:44:18.094934 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c9f68-e451-4e23-8344-3dc8abc7ae21 req-63c68d36-e895-44d2-9ec7-a2b8f1c2512b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:18.103475 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-772c9f68-e451-4e23-8344-3dc8abc7ae21 req-63c68d36-e895-44d2-9ec7-a2b8f1c2512b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.1039197 Jul 02 09:44:18.106471 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8253f-6c94-4133-b7ff-328f2cebabe8 req-a77216cc-76fd-4bdf-a301-272e256de108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:18.109123 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-56d8253f-6c94-4133-b7ff-328f2cebabe8 req-a77216cc-76fd-4bdf-a301-272e256de108 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 1098 time: 0.0880980 Jul 02 09:44:18.157360 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-772c9f68-e451-4e23-8344-3dc8abc7ae21 req-90325ea0-90dc-4280-b465-d2fdda776725 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530670 Jul 02 09:44:18.157872 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-56d8253f-6c94-4133-b7ff-328f2cebabe8 req-8cc66a00-6daf-4558-9713-407463f90b4d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398910 Jul 02 09:44:18.925022 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf84229-4b02-4de6-8764-acdf326fd725 req-4bd3160f-2e87-46e1-95f5-8a87426bf2f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:18.927521 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bbf84229-4b02-4de6-8764-acdf326fd725 req-4bd3160f-2e87-46e1-95f5-8a87426bf2f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.1103857 Jul 02 09:44:18.985754 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bbf84229-4b02-4de6-8764-acdf326fd725 req-fdd635de-4fc9-4e5b-aadd-a0ae14510e80 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512681 Jul 02 09:44:19.030164 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c4715-c33c-42d0-b1d2-4413c82e7e17 req-d15c90f4-8597-4064-b430-d5b65d9b5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:19.031941 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-435c4715-c33c-42d0-b1d2-4413c82e7e17 req-d15c90f4-8597-4064-b430-d5b65d9b5924 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00&tenant_id=0eac9fab71cc4bf1add1a341c85baad4 HTTP/1.1" status: 200 len: 1097 time: 0.1214421 Jul 02 09:44:19.121330 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c4715-c33c-42d0-b1d2-4413c82e7e17 req-4d1f9475-bcac-436d-8110-11b8345ca53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:19.123635 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-435c4715-c33c-42d0-b1d2-4413c82e7e17 req-4d1f9475-bcac-436d-8110-11b8345ca53d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0eac9fab71cc4bf1add1a341c85baad4&device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 1097 time: 0.0589187 Jul 02 09:44:19.253984 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c4715-c33c-42d0-b1d2-4413c82e7e17 req-b953ac7d-5e04-4cb1-9499-ea4e7e9a3d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:19.257818 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-435c4715-c33c-42d0-b1d2-4413c82e7e17 req-b953ac7d-5e04-4cb1-9499-ea4e7e9a3d82 service neutron] 10.222.0.66 "GET /v2.0/networks?id=91c217cd-a0ca-4235-96ca-c7bcaff114e8 HTTP/1.1" status: 200 len: 917 time: 0.1226418 Jul 02 09:44:19.355552 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-435c4715-c33c-42d0-b1d2-4413c82e7e17 req-1203afe2-19c7-4909-8901-4b897a94ef7c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c32b2e1-fcfd-4458-97b4-873e158c129c HTTP/1.1" status: 200 len: 999 time: 0.0895517 Jul 02 09:44:19.373280 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720759c0-c51b-4788-9f15-91dbdfe09e1c req-7a2eb7a1-c0b3-4bb4-b9c9-39c2cd16efb5 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:19.375603 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-720759c0-c51b-4788-9f15-91dbdfe09e1c req-7a2eb7a1-c0b3-4bb4-b9c9-39c2cd16efb5 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.1030557 Jul 02 09:44:19.438205 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-720759c0-c51b-4788-9f15-91dbdfe09e1c req-a68fd1b4-3aad-40e0-b12d-c1fda1c25aa4 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564983 Jul 02 09:44:19.444433 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c4715-c33c-42d0-b1d2-4413c82e7e17 req-1855c142-f547-4fe1-b673-eb20252cd5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:19.448002 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-435c4715-c33c-42d0-b1d2-4413c82e7e17 req-1855c142-f547-4fe1-b673-eb20252cd5fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cf610ccc-985f-4d3a-a43f-1bfbdadecb7e HTTP/1.1" status: 200 len: 855 time: 0.0810666 Jul 02 09:44:19.530073 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c4715-c33c-42d0-b1d2-4413c82e7e17 req-589f84be-59a5-4850-959c-9e984b196765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:19.531623 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-435c4715-c33c-42d0-b1d2-4413c82e7e17 req-589f84be-59a5-4850-959c-9e984b196765 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91c217cd-a0ca-4235-96ca-c7bcaff114e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0677030 Jul 02 09:44:19.633219 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-435c4715-c33c-42d0-b1d2-4413c82e7e17 req-0d814e9a-5828-41fe-8748-565d78de6f7e service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934055 Jul 02 09:44:19.738108 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-435c4715-c33c-42d0-b1d2-4413c82e7e17 req-40406eaa-b69d-41e8-ad87-8340f6a4f578 service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898652 Jul 02 09:44:20.226781 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f53364-1970-4d3c-810d-fe2363a133d8 req-230515e3-10b9-4c4d-b0c8-926793f3e0d3 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:20.229044 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c6f53364-1970-4d3c-810d-fe2363a133d8 req-230515e3-10b9-4c4d-b0c8-926793f3e0d3 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0935030 Jul 02 09:44:20.287420 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c6f53364-1970-4d3c-810d-fe2363a133d8 req-28ed0c49-c1af-4afe-8523-342ad783c5ab tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517812 Jul 02 09:44:20.725641 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc60e0-81b2-4420-b36d-b0b75ec23cbd req-378566af-c48a-4f82-9620-6eeac0de631c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:20.728581 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c1bc60e0-81b2-4420-b36d-b0b75ec23cbd req-378566af-c48a-4f82-9620-6eeac0de631c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.1569729 Jul 02 09:44:20.830614 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c1bc60e0-81b2-4420-b36d-b0b75ec23cbd req-3ceca045-742c-49ed-9836-3378ba02adb7 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810058 Jul 02 09:44:21.585538 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e23cba-eb2d-46b4-bd00-441b40163a57 req-86b8ccc0-cdd1-4227-bfdf-1662ba83430c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:21.594356 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-00e23cba-eb2d-46b4-bd00-441b40163a57 req-86b8ccc0-cdd1-4227-bfdf-1662ba83430c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.1319246 Jul 02 09:44:21.618175 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65365e63-7ec9-4192-8ff0-1164bba15b1c req-90b6538a-ac0b-4b60-9da1-869530a81ced tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:21.620040 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-65365e63-7ec9-4192-8ff0-1164bba15b1c req-90b6538a-ac0b-4b60-9da1-869530a81ced tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.2415299 Jul 02 09:44:21.648432 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-00e23cba-eb2d-46b4-bd00-441b40163a57 req-08e2d310-1ea0-4918-9461-6104bf661c51 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528219 Jul 02 09:44:21.707872 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-65365e63-7ec9-4192-8ff0-1164bba15b1c req-f8ffe3e4-13ab-420b-9651-b0aa2e026538 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674481 Jul 02 09:44:22.977678 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd358c90-76e1-4868-a55d-272d5dfd6712 req-31177643-d601-4d3a-a171-67f03b55aa78 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:22.980153 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fd358c90-76e1-4868-a55d-272d5dfd6712 req-31177643-d601-4d3a-a171-67f03b55aa78 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.1335969 Jul 02 09:44:23.041365 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fd358c90-76e1-4868-a55d-272d5dfd6712 req-dcc39be7-ad86-48ba-bbb7-1c536eabc96e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513422 Jul 02 09:44:23.291405 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32983d-44f5-4b4f-a5b4-8058ebb532fe req-472f8c9a-6b3b-47b7-8738-5dea11618a8f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:23.293294 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7b32983d-44f5-4b4f-a5b4-8058ebb532fe req-472f8c9a-6b3b-47b7-8738-5dea11618a8f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0963919 Jul 02 09:44:23.342944 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7b32983d-44f5-4b4f-a5b4-8058ebb532fe req-809d8919-7722-4479-ab92-1fb1413b55ae tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416560 Jul 02 09:44:24.346578 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9ecc8-5613-4c5a-b557-886569bec00d req-a7ce2bf6-ac45-44fa-969d-53f3965b7da2 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:24.348122 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3da9ecc8-5613-4c5a-b557-886569bec00d req-a7ce2bf6-ac45-44fa-969d-53f3965b7da2 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0988746 Jul 02 09:44:24.440496 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3da9ecc8-5613-4c5a-b557-886569bec00d req-9d5bdaba-fa6a-40fa-9fc7-84d7fca6a9b8 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867910 Jul 02 09:44:24.697027 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6d214-5441-49c8-aabc-3f069d9014db req-0bac5864-f96c-430b-94ec-e562bb9c9e6c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:24.699152 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f7d6d214-5441-49c8-aabc-3f069d9014db req-0bac5864-f96c-430b-94ec-e562bb9c9e6c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.1086719 Jul 02 09:44:24.775898 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f7d6d214-5441-49c8-aabc-3f069d9014db req-c0d7a1f6-7b39-45ff-8fff-6627832f7194 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682681 Jul 02 09:44:25.718244 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f98a3-b52e-4702-8e64-2b47c984bc84 req-168a4539-ad06-4283-88fc-147f1391a632 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:25.720083 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f98f98a3-b52e-4702-8e64-2b47c984bc84 req-168a4539-ad06-4283-88fc-147f1391a632 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0931411 Jul 02 09:44:25.788659 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f98f98a3-b52e-4702-8e64-2b47c984bc84 req-9f78ef57-eb97-463b-8007-6fd51bffd842 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629051 Jul 02 09:44:26.009098 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93c91c-72d1-4018-8028-4547a730d7f9 req-b88b5340-b163-4668-95c5-11d9711e8dfc tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:26.010761 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bf93c91c-72d1-4018-8028-4547a730d7f9 req-b88b5340-b163-4668-95c5-11d9711e8dfc tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0936959 Jul 02 09:44:26.063944 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bf93c91c-72d1-4018-8028-4547a730d7f9 req-9d394605-f2fa-474e-99fd-1d556d8265a9 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421612 Jul 02 09:44:27.154166 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2f4e1-ee46-4a40-9f1b-e8018406c9eb req-9bb13b83-3d44-45cd-9e33-6a93d02b78ea tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:27.156888 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-30a2f4e1-ee46-4a40-9f1b-e8018406c9eb req-9bb13b83-3d44-45cd-9e33-6a93d02b78ea tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.1746395 Jul 02 09:44:27.223994 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-30a2f4e1-ee46-4a40-9f1b-e8018406c9eb req-ef2ad674-e243-4505-94fa-cb233b61b651 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575690 Jul 02 09:44:27.487270 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75357470-9cca-433a-a00a-203b204e1f28 req-0449f396-d750-4e62-9812-1c45ca5cab4b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:27.490524 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-75357470-9cca-433a-a00a-203b204e1f28 req-0449f396-d750-4e62-9812-1c45ca5cab4b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.1040559 Jul 02 09:44:27.539493 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-75357470-9cca-433a-a00a-203b204e1f28 req-94a9d8f9-16a2-4662-8cee-ebdf97b88fa6 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428855 Jul 02 09:44:28.447821 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3acc5-affd-4949-a3ae-7dd4fad6ac57 req-4279d8a3-c4c3-4dc6-b17a-e8d22533e387 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:28.449487 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-93b3acc5-affd-4949-a3ae-7dd4fad6ac57 req-4279d8a3-c4c3-4dc6-b17a-e8d22533e387 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0708158 Jul 02 09:44:28.505888 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-93b3acc5-affd-4949-a3ae-7dd4fad6ac57 req-eae8e292-8a63-4f71-9a9c-5f1373dd6267 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494204 Jul 02 09:44:28.722557 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01dd15-35e0-4236-a846-1c23412949d7 req-277b76dd-089c-477e-8ebe-e67ca8fac425 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:28.724018 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ea01dd15-35e0-4236-a846-1c23412949d7 req-277b76dd-089c-477e-8ebe-e67ca8fac425 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0632007 Jul 02 09:44:28.763241 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ea01dd15-35e0-4236-a846-1c23412949d7 req-f5b56a94-8212-42f4-92a1-255c94b8345a tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336108 Jul 02 09:44:29.724597 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488995f-9f7f-45bb-8e3d-abdcd4aeaa29 req-d5f3d737-9b54-4300-ad70-09165d5b2131 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:29.733621 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8488995f-9f7f-45bb-8e3d-abdcd4aeaa29 req-d5f3d737-9b54-4300-ad70-09165d5b2131 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0798094 Jul 02 09:44:29.768623 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8488995f-9f7f-45bb-8e3d-abdcd4aeaa29 req-e52c79bf-cc60-48de-8460-89e40d003e1d tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341649 Jul 02 09:44:29.979419 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6831d36-c1c1-47f8-901e-7cdcfb97dc55 req-15148cdd-7346-4283-8d81-9d23fb3a5f4e tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:29.981561 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d6831d36-c1c1-47f8-901e-7cdcfb97dc55 req-15148cdd-7346-4283-8d81-9d23fb3a5f4e tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0766933 Jul 02 09:44:30.048508 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d6831d36-c1c1-47f8-901e-7cdcfb97dc55 req-f33691d0-4f19-45f4-b890-86f21c07c25f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576293 Jul 02 09:44:30.252401 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 44948) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:44:30.388369 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-8770e613-3673-4ebd-8d84-32e9418787f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:30.484044 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-8770e613-3673-4ebd-8d84-32e9418787f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:30.488079 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-8770e613-3673-4ebd-8d84-32e9418787f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:30.526313 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-8770e613-3673-4ebd-8d84-32e9418787f8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=72a243d914bd421b8c88bbfe55cb74b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726901 Jul 02 09:44:30.527173 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770e613-3673-4ebd-8d84-32e9418787f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec671fc-7a4f-4b59-883c-50e8f009ae36,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:44:30.529168 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 44956) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:44:30.534570 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770e613-3673-4ebd-8d84-32e9418787f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.534923 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770e613-3673-4ebd-8d84-32e9418787f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.535258 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770e613-3673-4ebd-8d84-32e9418787f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.535586 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770e613-3673-4ebd-8d84-32e9418787f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.535916 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770e613-3673-4ebd-8d84-32e9418787f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.536243 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770e613-3673-4ebd-8d84-32e9418787f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.536592 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770e613-3673-4ebd-8d84-32e9418787f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.536917 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770e613-3673-4ebd-8d84-32e9418787f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.537237 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770e613-3673-4ebd-8d84-32e9418787f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.537552 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770e613-3673-4ebd-8d84-32e9418787f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.537868 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770e613-3673-4ebd-8d84-32e9418787f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.538186 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8770e613-3673-4ebd-8d84-32e9418787f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.583350 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5ef2f2b6-9826-4ae7-b0c6-49a7600d4609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:30.606312 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5ef2f2b6-9826-4ae7-b0c6-49a7600d4609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:30.654027 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5ef2f2b6-9826-4ae7-b0c6-49a7600d4609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:30.656614 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5ef2f2b6-9826-4ae7-b0c6-49a7600d4609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:30.657772 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-5ef2f2b6-9826-4ae7-b0c6-49a7600d4609 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7ec671fc-7a4f-4b59-883c-50e8f009ae36 HTTP/1.1" status: 204 len: 168 time: 0.1275370 Jul 02 09:44:30.665905 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2f2b6-9826-4ae7-b0c6-49a7600d4609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec671fc-7a4f-4b59-883c-50e8f009ae36,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:44:30.682066 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2f2b6-9826-4ae7-b0c6-49a7600d4609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.682642 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2f2b6-9826-4ae7-b0c6-49a7600d4609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.682988 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2f2b6-9826-4ae7-b0c6-49a7600d4609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.683322 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2f2b6-9826-4ae7-b0c6-49a7600d4609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.685942 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2f2b6-9826-4ae7-b0c6-49a7600d4609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.685942 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2f2b6-9826-4ae7-b0c6-49a7600d4609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.685942 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2f2b6-9826-4ae7-b0c6-49a7600d4609 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.685942 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2f2b6-9826-4ae7-b0c6-49a7600d4609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.685942 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2f2b6-9826-4ae7-b0c6-49a7600d4609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.685942 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2f2b6-9826-4ae7-b0c6-49a7600d4609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.686431 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2f2b6-9826-4ae7-b0c6-49a7600d4609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.686985 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2f2b6-9826-4ae7-b0c6-49a7600d4609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:30.979439 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea07510-9a82-43a2-8677-4ff6ece6ddfa req-e51335bb-c7fc-4f9b-a838-e90a8ceab23a tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:30.981568 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0ea07510-9a82-43a2-8677-4ff6ece6ddfa req-e51335bb-c7fc-4f9b-a838-e90a8ceab23a tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0697083 Jul 02 09:44:31.024158 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0ea07510-9a82-43a2-8677-4ff6ece6ddfa req-00005432-ad71-49ae-9aa3-f44a8c2c7b10 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366442 Jul 02 09:44:31.224654 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c7111-fbe1-4438-8683-584f598a234e req-3bfa1702-d23c-4da3-8a07-e3da9a7ca765 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:31.226113 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cb7c7111-fbe1-4438-8683-584f598a234e req-3bfa1702-d23c-4da3-8a07-e3da9a7ca765 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0716980 Jul 02 09:44:31.265692 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cb7c7111-fbe1-4438-8683-584f598a234e req-e55e0340-d52b-4c1e-b234-5b9cc8f2f6bd tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334244 Jul 02 09:44:31.508741 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 44968) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:44:31.563903 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad6f1cd-e94b-4a32-84ce-f328b9e69529 admin admin] Deleting subnet 7a38e6ab-c28e-4741-a0c6-d021ac14a538 {{(pid=99501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 09:44:31.567092 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f1cd-e94b-4a32-84ce-f328b9e69529 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:31.797526 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f1cd-e94b-4a32-84ce-f328b9e69529 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233040'] for subnet, precommit_delete_associations {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:31.835475 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f1cd-e94b-4a32-84ce-f328b9e69529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16457552'] for subnet, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:31.887965 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f1cd-e94b-4a32-84ce-f328b9e69529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16457545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25252562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632333'] for subnet, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:31.916934 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6f1cd-e94b-4a32-84ce-f328b9e69529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a38e6ab-c28e-4741-a0c6-d021ac14a538,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:44:31.921414 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f1cd-e94b-4a32-84ce-f328b9e69529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:31.925840 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 44970) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:44:31.926501 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-5ad6f1cd-e94b-4a32-84ce-f328b9e69529 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7a38e6ab-c28e-4741-a0c6-d021ac14a538 HTTP/1.1" status: 204 len: 168 time: 0.4160557 Jul 02 09:44:31.997130 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9af01a99-760a-49f8-8c64-3bb3580e3e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436473'] for network, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:32.078932 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9af01a99-760a-49f8-8c64-3bb3580e3e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16458973', 'neutron.services.segments.db._delete_segments_for_network-8744578473274'] for network, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:32.088640 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-9af01a99-760a-49f8-8c64-3bb3580e3e7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3575969-3cf6-44f8-8c26-95547b76a9fa']}} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:44:32.098677 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-9af01a99-760a-49f8-8c64-3bb3580e3e7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0abfda6-c92d-41ee-8e59-3b35607a7459') {'for_net_delete': True} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:44:32.098970 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-9af01a99-760a-49f8-8c64-3bb3580e3e7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0abfda6-c92d-41ee-8e59-3b35607a7459') {} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:44:32.108229 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9af01a99-760a-49f8-8c64-3bb3580e3e7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744578437946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3990939'] for segment, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:32.123382 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9af01a99-760a-49f8-8c64-3bb3580e3e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:32.129232 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af01a99-760a-49f8-8c64-3bb3580e3e7b admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=99502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 09:44:32.129625 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9af01a99-760a-49f8-8c64-3bb3580e3e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3997368'] for segment, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: Traceback (most recent call last): Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: timer() Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: cb(*args, **kw) Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: return func(*args, **kwargs) Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: self._notify() Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: self.callback(batched_events) Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: event.method(event) Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: return f(self, *a, **k) Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: return self._get(url).json() Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: return self.request(url, 'GET', **kwargs) Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 09:44:32.131293 dv-cinder-772181-12-iscsi neutron-server[99502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 09:44:32.196570 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9af01a99-760a-49f8-8c64-3bb3580e3e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16458966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634290'] for network, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:32.203881 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9af01a99-760a-49f8-8c64-3bb3580e3e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:32.208897 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-9af01a99-760a-49f8-8c64-3bb3580e3e7b admin admin] 10.222.0.47 "DELETE /v2.0/networks/f3575969-3cf6-44f8-8c26-95547b76a9fa HTTP/1.1" status: 204 len: 168 time: 0.2819121 Jul 02 09:44:32.221018 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af01a99-760a-49f8-8c64-3bb3580e3e7b admin admin] Pushing event deleted for resources: {'Network': ['ID=f3575969-3cf6-44f8-8c26-95547b76a9fa,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:44:32.230280 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354689d-acd9-4737-9550-6b02490cd5ba req-2322da74-e4b6-4202-b116-65c39cc7d0a9 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:32.232109 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6354689d-acd9-4737-9550-6b02490cd5ba req-2322da74-e4b6-4202-b116-65c39cc7d0a9 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0739248 Jul 02 09:44:32.271098 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6354689d-acd9-4737-9550-6b02490cd5ba req-031e5d66-5114-4e36-8ac4-c06fd5d8b1d4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333824 Jul 02 09:44:32.387303 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 44978) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:44:32.426602 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-251e7899-c7d3-482e-89a6-1db8b450cded admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=49a2771c80e94b428ee4846613ec2443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380712 Jul 02 09:44:32.429036 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 44980) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:44:32.450021 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80aef5-7b05-44fa-8c7a-8d00ab399afe req-dc508ce6-eb50-4d0b-8f7e-ac3a7953a4e4 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:32.451747 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5f80aef5-7b05-44fa-8c7a-8d00ab399afe req-dc508ce6-eb50-4d0b-8f7e-ac3a7953a4e4 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0631258 Jul 02 09:44:32.480016 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-08e8b4df-1431-42aa-8f42-d78eb63b9620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:32.489188 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5f80aef5-7b05-44fa-8c7a-8d00ab399afe req-5efb7100-5527-41d8-96f7-0dcae221c041 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311842 Jul 02 09:44:32.501067 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-08e8b4df-1431-42aa-8f42-d78eb63b9620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:32.545960 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-08e8b4df-1431-42aa-8f42-d78eb63b9620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:32.548418 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-08e8b4df-1431-42aa-8f42-d78eb63b9620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:32.549637 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-08e8b4df-1431-42aa-8f42-d78eb63b9620 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/318f8cf5-f365-453c-aab3-12e5e4213ee2 HTTP/1.1" status: 204 len: 168 time: 0.1195297 Jul 02 09:44:32.557178 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8b4df-1431-42aa-8f42-d78eb63b9620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318f8cf5-f365-453c-aab3-12e5e4213ee2,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:44:33.058321 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7797f7-46be-4ff2-865f-a244cb91940f req-20cbb26e-c2d6-4c18-8da1-084fa03a21f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:33.060057 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-eb7797f7-46be-4ff2-865f-a244cb91940f req-20cbb26e-c2d6-4c18-8da1-084fa03a21f5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a53f77cb0d7c47d3a12f4c605e84bf21&device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 1098 time: 0.0712051 Jul 02 09:44:33.203895 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7797f7-46be-4ff2-865f-a244cb91940f req-f0797cbc-44a7-4bc7-af67-fe5e2ce2d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:33.205542 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-eb7797f7-46be-4ff2-865f-a244cb91940f req-f0797cbc-44a7-4bc7-af67-fe5e2ce2d73a service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ae5d867-4f28-47ae-9b90-7ac90a306363 HTTP/1.1" status: 200 len: 920 time: 0.1315529 Jul 02 09:44:33.254247 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-eb7797f7-46be-4ff2-865f-a244cb91940f req-9999429e-d775-4a11-a87f-685c893293c5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=370815f2-f9c0-4fa9-b7fb-b0a89520d094 HTTP/1.1" status: 200 len: 217 time: 0.0407231 Jul 02 09:44:33.307682 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7797f7-46be-4ff2-865f-a244cb91940f req-248209a8-7e2a-49d5-9eb2-059f1a2c9fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:33.309336 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-eb7797f7-46be-4ff2-865f-a244cb91940f req-248209a8-7e2a-49d5-9eb2-059f1a2c9fe5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5da70325-9306-49c2-ab3d-c602b5d8b1c1 HTTP/1.1" status: 200 len: 859 time: 0.0441661 Jul 02 09:44:33.359908 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-eb7797f7-46be-4ff2-865f-a244cb91940f req-1c614c5e-32b1-4f22-a5dd-f87491cbb98f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ae5d867-4f28-47ae-9b90-7ac90a306363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327332 Jul 02 09:44:33.476546 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547c4e1-e486-409d-81bc-3c5a49640c8c req-0c0d3062-387a-4d5a-a996-3dafcd048990 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:33.478103 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3547c4e1-e486-409d-81bc-3c5a49640c8c req-0c0d3062-387a-4d5a-a996-3dafcd048990 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0795891 Jul 02 09:44:33.534756 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3547c4e1-e486-409d-81bc-3c5a49640c8c req-833c801d-6872-4985-95f3-419f71c0a1de tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489278 Jul 02 09:44:33.705337 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-eb7797f7-46be-4ff2-865f-a244cb91940f req-d35f823e-df99-435c-a490-bddc320aaeb7 service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303316 Jul 02 09:44:33.710658 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483122c-1fc9-45ab-a916-a31cc915ac34 req-200b789e-b281-4116-9ab2-720b920fffb1 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:33.714010 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3483122c-1fc9-45ab-a916-a31cc915ac34 req-200b789e-b281-4116-9ab2-720b920fffb1 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0718219 Jul 02 09:44:33.788770 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3483122c-1fc9-45ab-a916-a31cc915ac34 req-ae87595e-85e7-4a3f-8788-b347524e92f7 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680716 Jul 02 09:44:33.822847 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-eb7797f7-46be-4ff2-865f-a244cb91940f req-3288b550-adf8-43ad-9f7e-f98c04a288bb service neutron] 10.222.0.66 "GET /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103828 Jul 02 09:44:34.247249 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29df97-e4fb-4ae5-8709-5aafab8cd2b5 req-bb7bcf1c-8b3b-47cc-8190-860f511d0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:34.248706 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4e29df97-e4fb-4ae5-8709-5aafab8cd2b5 req-bb7bcf1c-8b3b-47cc-8190-860f511d0845 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0eac9fab71cc4bf1add1a341c85baad4&device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 1097 time: 0.0509961 Jul 02 09:44:34.358833 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29df97-e4fb-4ae5-8709-5aafab8cd2b5 req-897ae4ab-7ca8-4a77-9572-76097a8e6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:34.360269 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4e29df97-e4fb-4ae5-8709-5aafab8cd2b5 req-897ae4ab-7ca8-4a77-9572-76097a8e6ade service neutron] 10.222.0.66 "GET /v2.0/networks?id=91c217cd-a0ca-4235-96ca-c7bcaff114e8 HTTP/1.1" status: 200 len: 917 time: 0.0875974 Jul 02 09:44:34.425810 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4e29df97-e4fb-4ae5-8709-5aafab8cd2b5 req-7a0aa996-b929-45ce-b73c-b3eb4baea6a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c32b2e1-fcfd-4458-97b4-873e158c129c HTTP/1.1" status: 200 len: 999 time: 0.0559905 Jul 02 09:44:34.477448 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29df97-e4fb-4ae5-8709-5aafab8cd2b5 req-cea872d6-4e95-43a9-b09d-bb2d2fb8a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:34.478848 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4e29df97-e4fb-4ae5-8709-5aafab8cd2b5 req-cea872d6-4e95-43a9-b09d-bb2d2fb8a0ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cf610ccc-985f-4d3a-a43f-1bfbdadecb7e HTTP/1.1" status: 200 len: 855 time: 0.0461555 Jul 02 09:44:34.534992 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29df97-e4fb-4ae5-8709-5aafab8cd2b5 req-8231f266-c502-4104-b8a0-51d94a2def04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:34.536325 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4e29df97-e4fb-4ae5-8709-5aafab8cd2b5 req-8231f266-c502-4104-b8a0-51d94a2def04 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91c217cd-a0ca-4235-96ca-c7bcaff114e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492671 Jul 02 09:44:34.629378 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4e29df97-e4fb-4ae5-8709-5aafab8cd2b5 req-0fa21a1b-b226-486e-9f5a-0377cf58da54 service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845566 Jul 02 09:44:34.723458 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4e29df97-e4fb-4ae5-8709-5aafab8cd2b5 req-092628bd-d56d-4e8f-9a6a-3f5248b3b894 service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827525 Jul 02 09:44:34.725630 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67d157-4294-46d8-b17e-73362b2bb83c req-0d46847a-3a28-4650-9863-6bb9a7095005 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:34.727080 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1a67d157-4294-46d8-b17e-73362b2bb83c req-0d46847a-3a28-4650-9863-6bb9a7095005 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0608017 Jul 02 09:44:34.770621 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1a67d157-4294-46d8-b17e-73362b2bb83c req-785e747a-d20a-497a-b16d-08b62e82a9c6 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370371 Jul 02 09:44:34.971378 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-d2559e8d-2d7e-4d3f-b790-18f54c9b3818 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b9fb659fd57b4587bcb66a15adf76d46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327208 Jul 02 09:44:34.983555 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b96ec0-1d9d-4c7c-b596-ffc58b479139 req-fdf20445-037a-4e30-93b6-82a12043d625 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:34.984971 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f4b96ec0-1d9d-4c7c-b596-ffc58b479139 req-fdf20445-037a-4e30-93b6-82a12043d625 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0926204 Jul 02 09:44:35.130794 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f4b96ec0-1d9d-4c7c-b596-ffc58b479139 req-6b98b883-3b87-489e-8a07-e402f578c315 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363664 Jul 02 09:44:35.182915 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-308eda9f-e135-4afa-b48d-c7a05356573d tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:35.184376 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-308eda9f-e135-4afa-b48d-c7a05356573d tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985676 Jul 02 09:44:35.198653 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-dcce72cf-b130-4d9e-baf2-2e210593fae0 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/quotas/b9fb659fd57b4587bcb66a15adf76d46 HTTP/1.1" status: 200 len: 375 time: 0.0089903 Jul 02 09:44:35.231225 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-65fd7af7-7e51-4d8b-ae81-f95e2ceee5d4 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9fb659fd57b4587bcb66a15adf76d46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274577 Jul 02 09:44:35.391990 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1c69fe1d-1f0a-487a-a273-556c4a95b6b2 req-da0725d7-c6ab-42ff-9177-3a2b8f7d8b53 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 210 time: 0.0288072 Jul 02 09:44:35.947076 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3821c8-340b-4aa1-a8fd-4fed8148c35e req-5a50fdb8-eef6-410c-9e01-9b1fa7c06593 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:35.948666 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2a3821c8-340b-4aa1-a8fd-4fed8148c35e req-5a50fdb8-eef6-410c-9e01-9b1fa7c06593 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0630422 Jul 02 09:44:35.995152 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2a3821c8-340b-4aa1-a8fd-4fed8148c35e req-32cfb0ee-934b-4dc9-afa7-44b55a830b81 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376217 Jul 02 09:44:36.452320 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914062b8-8114-4378-bc12-2e7d0fbf7f13 req-efc62feb-9727-4985-88cf-8d0b2ee41fc1 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:36.453768 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-914062b8-8114-4378-bc12-2e7d0fbf7f13 req-efc62feb-9727-4985-88cf-8d0b2ee41fc1 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0655479 Jul 02 09:44:36.490152 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-914062b8-8114-4378-bc12-2e7d0fbf7f13 req-59c729f1-6fbd-4bf5-a882-2a371304c91e tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308053 Jul 02 09:44:36.532622 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4532bbe8-511b-46d1-8e95-24e2b0f3dd2b req-5541c59a-8939-426e-b352-1029a41d8255 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 210 time: 0.0308256 Jul 02 09:44:36.710419 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-4594ac16-8263-48ba-9088-2ea66fd8a053 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=b9fb659fd57b4587bcb66a15adf76d46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329010 Jul 02 09:44:36.927344 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-bc2466ba-0c0a-413a-bd00-e27a666b6373 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:36.928827 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-bc2466ba-0c0a-413a-bd00-e27a666b6373 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116168 Jul 02 09:44:36.947105 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-517d15f7-4ea2-4159-a370-f26c96364285 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Request body: {'port': {'device_id': '92703964-c69e-4891-bb7d-a92ea9ecf65b', 'network_id': '119cc2e5-4d18-422e-8741-4bf136ed0ca5', 'admin_state_up': True, 'tenant_id': 'b9fb659fd57b4587bcb66a15adf76d46'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:44:37.060733 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-517d15f7-4ea2-4159-a370-f26c96364285 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Made reservation on behalf of b9fb659fd57b4587bcb66a15adf76d46 for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:44:37.064292 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-517d15f7-4ea2-4159-a370-f26c96364285 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:37.073153 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-517d15f7-4ea2-4159-a370-f26c96364285 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:37.166818 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-517d15f7-4ea2-4159-a370-f26c96364285 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:37.171971 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-517d15f7-4ea2-4159-a370-f26c96364285 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:37.179456 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48606398-a2a7-42d9-9197-78a072d55bb1 req-d0b7fe37-4f91-4240-8ebe-22909234b670 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:37.180941 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-48606398-a2a7-42d9-9197-78a072d55bb1 req-d0b7fe37-4f91-4240-8ebe-22909234b670 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0681643 Jul 02 09:44:37.220043 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-48606398-a2a7-42d9-9197-78a072d55bb1 req-521579e5-a5ce-4cfc-a7ca-dcab6c7dc16a tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324166 Jul 02 09:44:37.233373 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d15f7-4ea2-4159-a370-f26c96364285 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e19d817-7d31-46cf-92db-4783185daa82,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:44:37.300906 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-517d15f7-4ea2-4159-a370-f26c96364285 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Allocated IP 192.168.233.35 (119cc2e5-4d18-422e-8741-4bf136ed0ca5/ce81f1f5-454a-4a58-b689-bc5d9478de19/2bae279c-c948-4455-97c5-e05f938b6ded) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:44:37.449850 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-517d15f7-4ea2-4159-a370-f26c96364285 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:37.463461 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-517d15f7-4ea2-4159-a370-f26c96364285 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Transition to ACTIVE for port object 2bae279c-c948-4455-97c5-e05f938b6ded will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:44:37.496498 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-517d15f7-4ea2-4159-a370-f26c96364285 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:37.553610 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-517d15f7-4ea2-4159-a370-f26c96364285 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Network 119cc2e5-4d18-422e-8741-4bf136ed0ca5 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:44:37.559958 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-517d15f7-4ea2-4159-a370-f26c96364285 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:44:37.564206 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-517d15f7-4ea2-4159-a370-f26c96364285 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:44:37.601440 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d15f7-4ea2-4159-a370-f26c96364285 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Pushing event updated for resources: {'Port': ['ID=2bae279c-c948-4455-97c5-e05f938b6ded,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:44:37.628321 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-517d15f7-4ea2-4159-a370-f26c96364285 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:37.628994 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-517d15f7-4ea2-4159-a370-f26c96364285 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:37.649913 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-517d15f7-4ea2-4159-a370-f26c96364285 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7052059 Jul 02 09:44:37.661527 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Request body: {'port': {'device_id': '92703964-c69e-4891-bb7d-a92ea9ecf65b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:44:37.739866 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ae6e4-2609-4909-b25a-107ca1d676dd req-d84eb52a-3be3-4fcc-a2e9-747f2b43249d tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:37.740083 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:37.740587 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-097ae6e4-2609-4909-b25a-107ca1d676dd req-d84eb52a-3be3-4fcc-a2e9-747f2b43249d tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 935 time: 0.0736346 Jul 02 09:44:37.778062 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-f1e6e8ed-d205-4744-965f-4fa3465ff172 None None] Provisioning for port 2bae279c-c948-4455-97c5-e05f938b6ded completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:44:37.782797 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-f1e6e8ed-d205-4744-965f-4fa3465ff172 None None] Provisioning complete for port 2bae279c-c948-4455-97c5-e05f938b6ded triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:44:37.783169 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f1e6e8ed-d205-4744-965f-4fa3465ff172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:37.784639 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-097ae6e4-2609-4909-b25a-107ca1d676dd req-f1d65e66-6996-440c-aa84-ef5364731c78 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e19d817-7d31-46cf-92db-4783185daa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395219 Jul 02 09:44:37.833008 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-f1e6e8ed-d205-4744-965f-4fa3465ff172 None None] Port 2bae279c-c948-4455-97c5-e05f938b6ded cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:44:38.010473 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bae279c-c948-4455-97c5-e05f938b6ded {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:44:38.018417 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:38.029953 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Transition to ACTIVE for port object 2bae279c-c948-4455-97c5-e05f938b6ded will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:44:38.033246 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:38.085545 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Pushing event updated for resources: {'Port': ['ID=2bae279c-c948-4455-97c5-e05f938b6ded,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:44:38.159078 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Attempting to bind port 2bae279c-c948-4455-97c5-e05f938b6ded on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:44:38.159423 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Attempting to bind port 2bae279c-c948-4455-97c5-e05f938b6ded by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '4400eeeb-1cb3-40c2-944b-38e02192e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '119cc2e5-4d18-422e-8741-4bf136ed0ca5'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:44:38.159750 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Attempting to bind port 2bae279c-c948-4455-97c5-e05f938b6ded on network 119cc2e5-4d18-422e-8741-4bf136ed0ca5 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:44:38.166536 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Port 2bae279c-c948-4455-97c5-e05f938b6ded on network 119cc2e5-4d18-422e-8741-4bf136ed0ca5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:44:38.166855 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Attempting to bind port 2bae279c-c948-4455-97c5-e05f938b6ded on network 119cc2e5-4d18-422e-8741-4bf136ed0ca5 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:44:38.172005 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:44:38.172337 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Checking segment: {'id': '4400eeeb-1cb3-40c2-944b-38e02192e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '119cc2e5-4d18-422e-8741-4bf136ed0ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:44:38.172959 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Bound using segment: {'id': '4400eeeb-1cb3-40c2-944b-38e02192e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '119cc2e5-4d18-422e-8741-4bf136ed0ca5'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:44:38.173385 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Bound port: 2bae279c-c948-4455-97c5-e05f938b6ded, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4400eeeb-1cb3-40c2-944b-38e02192e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '119cc2e5-4d18-422e-8741-4bf136ed0ca5'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:44:38.173736 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:38.243052 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] For port 2bae279c-c948-4455-97c5-e05f938b6ded, host hv-cinder-77218, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:44:38.246832 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] For port 2bae279c-c948-4455-97c5-e05f938b6ded, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2bae279c-c948-4455-97c5-e05f938b6ded,segment=NetworkSegment(4400eeeb-1cb3-40c2-944b-38e02192e9da),segment_id=4400eeeb-1cb3-40c2-944b-38e02192e9da)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:44:38.250713 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:38.288059 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:38.288695 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:38.290099 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] 10.222.0.66 "PUT /v2.0/ports/2bae279c-c948-4455-97c5-e05f938b6ded HTTP/1.1" status: 200 len: 1097 time: 0.6332517 Jul 02 09:44:38.290496 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92703964-c69e-4891-bb7d-a92ea9ecf65b', 'tag': '2bae279c-c948-4455-97c5-e05f938b6ded'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:44:38.293798 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257a09a2-6726-4650-926a-362d2f203d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "92703964-c69e-4891-bb7d-a92ea9ecf65b", "tag": "2bae279c-c948-4455-97c5-e05f938b6ded"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:44:38.322826 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a87e0b-edee-4201-87fe-c9b9e822b082 service neutron] Pushing event updated for resources: {'Port': ['ID=2bae279c-c948-4455-97c5-e05f938b6ded,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:44:38.376795 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3060a483-e9aa-4593-b32e-8235e8c564a6 x-openstack-request-id: req-3060a483-e9aa-4593-b32e-8235e8c564a6 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:44:38.377079 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92703964-c69e-4891-bb7d-a92ea9ecf65b", "tag": "2bae279c-c948-4455-97c5-e05f938b6ded", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:44:38.377327 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3060a483-e9aa-4593-b32e-8235e8c564a6 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:44:38.377712 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92703964-c69e-4891-bb7d-a92ea9ecf65b', 'tag': '2bae279c-c948-4455-97c5-e05f938b6ded', 'status': 'completed', 'code': 200} Jul 02 09:44:38.403527 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-25a10cb1-60ae-4bd7-80c1-62039716c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:38.405182 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-25a10cb1-60ae-4bd7-80c1-62039716c3bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9fb659fd57b4587bcb66a15adf76d46&device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 1100 time: 0.0629909 Jul 02 09:44:38.415793 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25089ca8-c6a5-4b2f-a55a-035356aceca9 req-f65df85e-45a7-49ec-931f-b8120759317f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:38.420992 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-25089ca8-c6a5-4b2f-a55a-035356aceca9 req-f65df85e-45a7-49ec-931f-b8120759317f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0692146 Jul 02 09:44:38.454310 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-2f66e70f-ecf3-4e2c-bf11-83bd09c50a2c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=2bae279c-c948-4455-97c5-e05f938b6ded HTTP/1.1" status: 200 len: 217 time: 0.0388167 Jul 02 09:44:38.457297 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-25089ca8-c6a5-4b2f-a55a-035356aceca9 req-3ef8f79b-72d6-4a33-9ec7-57fd1c847f86 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342150 Jul 02 09:44:38.511660 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-45ba2448-be4b-4421-ba05-b57d55228306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:38.513283 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-45ba2448-be4b-4421-ba05-b57d55228306 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ce81f1f5-454a-4a58-b689-bc5d9478de19 HTTP/1.1" status: 200 len: 843 time: 0.0448501 Jul 02 09:44:38.572284 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-130a65cd-5d82-41e8-91c2-2f4b556186a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:38.573810 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-130a65cd-5d82-41e8-91c2-2f4b556186a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=119cc2e5-4d18-422e-8741-4bf136ed0ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0539045 Jul 02 09:44:38.664498 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-419b36ef-a925-4e6e-b0ac-6b879288fb4a service neutron] 10.222.0.66 "GET /v2.0/networks/119cc2e5-4d18-422e-8741-4bf136ed0ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832639 Jul 02 09:44:38.764469 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a83dbe98-7b25-4cfc-9eb5-459285f8d884 req-8e8cd1f1-d7e0-45b1-96a7-1352d954164e service neutron] 10.222.0.66 "GET /v2.0/networks/119cc2e5-4d18-422e-8741-4bf136ed0ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820663 Jul 02 09:44:38.871827 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a09a2-6726-4650-926a-362d2f203d4e req-753aa8e9-2369-4993-a2cb-75e2bc8319b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:38.873344 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-257a09a2-6726-4650-926a-362d2f203d4e req-753aa8e9-2369-4993-a2cb-75e2bc8319b7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9fb659fd57b4587bcb66a15adf76d46&device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 1100 time: 0.0563309 Jul 02 09:44:38.960603 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5bc44-b042-40ca-aa97-d65574d568d5 req-6b780bc4-4047-4c67-9057-6f9ddbbfe17d tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:38.962387 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cbf5bc44-b042-40ca-aa97-d65574d568d5 req-6b780bc4-4047-4c67-9057-6f9ddbbfe17d tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 947 time: 0.0665345 Jul 02 09:44:38.968463 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a09a2-6726-4650-926a-362d2f203d4e req-fcbc5bfa-aa13-4406-8b42-10e128aa51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:38.969940 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-257a09a2-6726-4650-926a-362d2f203d4e req-fcbc5bfa-aa13-4406-8b42-10e128aa51e2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=119cc2e5-4d18-422e-8741-4bf136ed0ca5 HTTP/1.1" status: 200 len: 870 time: 0.0877848 Jul 02 09:44:38.985681 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:39.012816 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cbf5bc44-b042-40ca-aa97-d65574d568d5 req-8197d70a-3159-4642-8a60-5db0f98bac35 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e19d817-7d31-46cf-92db-4783185daa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359347 Jul 02 09:44:39.019159 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-257a09a2-6726-4650-926a-362d2f203d4e req-c61fe11b-0f68-4582-8cc9-4160300b5329 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=2bae279c-c948-4455-97c5-e05f938b6ded HTTP/1.1" status: 200 len: 217 time: 0.0393465 Jul 02 09:44:39.077614 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a09a2-6726-4650-926a-362d2f203d4e req-c26848ba-20dd-4428-8454-f71d6d7bcddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:39.079009 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-257a09a2-6726-4650-926a-362d2f203d4e req-c26848ba-20dd-4428-8454-f71d6d7bcddd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ce81f1f5-454a-4a58-b689-bc5d9478de19 HTTP/1.1" status: 200 len: 843 time: 0.0436208 Jul 02 09:44:39.135581 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a09a2-6726-4650-926a-362d2f203d4e req-91d71d2a-d4ad-4499-a630-3cba34702e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:39.137203 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-257a09a2-6726-4650-926a-362d2f203d4e req-91d71d2a-d4ad-4499-a630-3cba34702e03 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=119cc2e5-4d18-422e-8741-4bf136ed0ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0508752 Jul 02 09:44:39.226256 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-257a09a2-6726-4650-926a-362d2f203d4e req-b94923c5-1824-49d0-8aaa-5a047c8b3e6e service neutron] 10.222.0.66 "GET /v2.0/networks/119cc2e5-4d18-422e-8741-4bf136ed0ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821686 Jul 02 09:44:39.312766 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-257a09a2-6726-4650-926a-362d2f203d4e req-251cf136-87cf-416b-bedc-a5e0186b4e47 service neutron] 10.222.0.66 "GET /v2.0/networks/119cc2e5-4d18-422e-8741-4bf136ed0ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793045 Jul 02 09:44:39.642025 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493ce7d-bdab-4e3d-811d-0f9fb2069678 req-bd55f4e5-f3d6-4719-b2e6-d9f9c8f3d235 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:39.644414 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9493ce7d-bdab-4e3d-811d-0f9fb2069678 req-bd55f4e5-f3d6-4719-b2e6-d9f9c8f3d235 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0683665 Jul 02 09:44:39.682652 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9493ce7d-bdab-4e3d-811d-0f9fb2069678 req-7c9795c0-f054-4151-b50d-594fd5ed18da tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327907 Jul 02 09:44:40.182149 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcba9a-17e3-4e01-8637-4a92572bfee3 req-55cfc2bb-b99d-4dc1-b4e5-8fdb49a03de3 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:40.184134 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-91bcba9a-17e3-4e01-8637-4a92572bfee3 req-55cfc2bb-b99d-4dc1-b4e5-8fdb49a03de3 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 947 time: 0.0641928 Jul 02 09:44:40.224208 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-91bcba9a-17e3-4e01-8637-4a92572bfee3 req-ee39ac7d-9904-494b-9bf8-1575c8091995 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e19d817-7d31-46cf-92db-4783185daa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338645 Jul 02 09:44:40.872688 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d2ed3-c7b9-403e-b563-258213ec27f0 req-a8feb4bf-d0ce-4b75-a426-e5b027d3b571 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:40.874186 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6f1d2ed3-c7b9-403e-b563-258213ec27f0 req-a8feb4bf-d0ce-4b75-a426-e5b027d3b571 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0759194 Jul 02 09:44:40.911350 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6f1d2ed3-c7b9-403e-b563-258213ec27f0 req-4f197ebb-f842-4d2b-9156-96e539210026 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315955 Jul 02 09:44:41.392345 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf87b3-3aae-4b0c-94aa-833f3288c586 req-15aadbcf-253b-4bc0-ad20-4f37e3444050 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:41.393826 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0cdf87b3-3aae-4b0c-94aa-833f3288c586 req-15aadbcf-253b-4bc0-ad20-4f37e3444050 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 947 time: 0.0608070 Jul 02 09:44:41.430188 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0cdf87b3-3aae-4b0c-94aa-833f3288c586 req-2d0539b4-3940-497e-b7db-50ad44b650c9 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e19d817-7d31-46cf-92db-4783185daa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308292 Jul 02 09:44:42.061991 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 5c32b2e1-fcfd-4458-97b4-873e158c129c details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:44:42.092285 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2a680-ced4-4cce-8a70-55d8a7a2920e req-263a3275-9bf1-4564-bd89-eb7612e24345 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:42.093771 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9cf2a680-ced4-4cce-8a70-55d8a7a2920e req-263a3275-9bf1-4564-bd89-eb7612e24345 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 944 time: 0.0668864 Jul 02 09:44:42.130364 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9cf2a680-ced4-4cce-8a70-55d8a7a2920e req-37468052-9071-4404-a090-cc2542f31714 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310254 Jul 02 09:44:42.160909 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 5c32b2e1-fcfd-4458-97b4-873e158c129c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5c32b2e1-fcfd-4458-97b4-873e158c129c,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:44:42.171733 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '5c32b2e1-fcfd-4458-97b4-873e158c129c', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'port_id': '5c32b2e1-fcfd-4458-97b4-873e158c129c', 'mac_address': 'fa:16:3e:03:c6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:44:42.207211 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:42.220108 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c32b2e1-fcfd-4458-97b4-873e158c129c {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:44:42.240614 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 5c32b2e1-fcfd-4458-97b4-873e158c129c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5c32b2e1-fcfd-4458-97b4-873e158c129c,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:44:42.244138 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:42.244785 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 2bae279c-c948-4455-97c5-e05f938b6ded details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:44:42.307819 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ec5a9ef0-c32d-4a0a-a32b-b3bd0aa35e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:42.331362 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=5c32b2e1-fcfd-4458-97b4-873e158c129c,revision_number=9']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:44:42.340867 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:42.341214 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:42.341549 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:42.341879 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:42.342435 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:42.342761 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:42.343085 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:42.343408 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:42.343729 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:42.344046 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:42.344361 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:42.344707 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:44:42.402474 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 2bae279c-c948-4455-97c5-e05f938b6ded, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2bae279c-c948-4455-97c5-e05f938b6ded,segment=NetworkSegment(4400eeeb-1cb3-40c2-944b-38e02192e9da),segment_id=4400eeeb-1cb3-40c2-944b-38e02192e9da)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:44:42.412838 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '2bae279c-c948-4455-97c5-e05f938b6ded', 'network_id': '119cc2e5-4d18-422e-8741-4bf136ed0ca5', 'port_id': '2bae279c-c948-4455-97c5-e05f938b6ded', 'mac_address': 'fa:16:3e:d6:52:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce81f1f5-454a-4a58-b689-bc5d9478de19', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:44:42.453450 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:42.466149 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bae279c-c948-4455-97c5-e05f938b6ded {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:44:42.485063 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 2bae279c-c948-4455-97c5-e05f938b6ded, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2bae279c-c948-4455-97c5-e05f938b6ded,segment=NetworkSegment(4400eeeb-1cb3-40c2-944b-38e02192e9da),segment_id=4400eeeb-1cb3-40c2-944b-38e02192e9da)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:44:42.489043 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:42.537248 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=2bae279c-c948-4455-97c5-e05f938b6ded,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:44:42.602745 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e96bd-8363-4ef6-82a0-4c5f18341b0c req-73d3d6b9-eedd-4e3c-ba0d-4a3590ed1be3 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:42.604113 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-333e96bd-8363-4ef6-82a0-4c5f18341b0c req-73d3d6b9-eedd-4e3c-ba0d-4a3590ed1be3 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 948 time: 0.0667348 Jul 02 09:44:42.640481 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-333e96bd-8363-4ef6-82a0-4c5f18341b0c req-10221f15-b9d7-4441-ad7e-21604c5aaa0c tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e19d817-7d31-46cf-92db-4783185daa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302317 Jul 02 09:44:43.307786 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afaaebf-5af1-4461-a306-fd72ada1b00c req-553d42bd-a1a8-4ba4-bd9e-dce4fbb7c963 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:43.309881 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1afaaebf-5af1-4461-a306-fd72ada1b00c req-553d42bd-a1a8-4ba4-bd9e-dce4fbb7c963 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 945 time: 0.0657063 Jul 02 09:44:43.347999 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1afaaebf-5af1-4461-a306-fd72ada1b00c req-782e6e57-3c4d-4197-9297-66c68789eaed tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327001 Jul 02 09:44:43.808692 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e12675-eff7-4a71-9e38-58b80a9177e6 req-39228276-a10c-4c55-b442-aa1674139164 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:43.810183 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-37e12675-eff7-4a71-9e38-58b80a9177e6 req-39228276-a10c-4c55-b442-aa1674139164 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 948 time: 0.0617712 Jul 02 09:44:43.847431 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-37e12675-eff7-4a71-9e38-58b80a9177e6 req-bf574065-752e-49d9-b922-1d5f419c5d44 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e19d817-7d31-46cf-92db-4783185daa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315824 Jul 02 09:44:44.333679 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['5c32b2e1-fcfd-4458-97b4-873e158c129c'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:44:44.358395 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['2bae279c-c948-4455-97c5-e05f938b6ded'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:44:44.536917 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e57822-f570-449b-821b-94ee354f6e8f req-c4a2169a-1a8f-43cd-af31-ffcf45038c12 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:44.538550 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-66e57822-f570-449b-821b-94ee354f6e8f req-c4a2169a-1a8f-43cd-af31-ffcf45038c12 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 945 time: 0.0634508 Jul 02 09:44:44.577126 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-66e57822-f570-449b-821b-94ee354f6e8f req-ccd2c8b6-948d-42a5-a851-cc8af2f868d0 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324454 Jul 02 09:44:45.020705 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a352b-ee3f-4873-89bf-4d0a174a7516 req-e0241428-8891-4bfc-908b-df57890426d1 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:45.022370 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e87a352b-ee3f-4873-89bf-4d0a174a7516 req-e0241428-8891-4bfc-908b-df57890426d1 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 948 time: 0.0679376 Jul 02 09:44:45.060974 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e87a352b-ee3f-4873-89bf-4d0a174a7516 req-6853ba07-ee37-44aa-b783-b33a71335dae tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e19d817-7d31-46cf-92db-4783185daa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324411 Jul 02 09:44:45.106370 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-25b2767f-bf1a-437e-8365-17dc09ddcf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:45.528290 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:45.767850 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300dcef-dd95-4d39-bd8f-3286c8ad6f36 req-885675d7-b9ab-4f5d-8a49-d02cd883d6c0 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:45.769385 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a300dcef-dd95-4d39-bd8f-3286c8ad6f36 req-885675d7-b9ab-4f5d-8a49-d02cd883d6c0 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 945 time: 0.0671635 Jul 02 09:44:45.807307 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a300dcef-dd95-4d39-bd8f-3286c8ad6f36 req-54ce7808-57ef-4325-9ee7-22941cc94ac8 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322237 Jul 02 09:44:45.854278 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:45.900506 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b5c15-268f-4ed1-9da1-16050d2265ca req-550d5e3b-ec4d-49d1-999b-8230c0f1a232 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:45.902605 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-595b5c15-268f-4ed1-9da1-16050d2265ca req-550d5e3b-ec4d-49d1-999b-8230c0f1a232 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0674896 Jul 02 09:44:45.939237 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-595b5c15-268f-4ed1-9da1-16050d2265ca req-034c5811-7eb8-471d-977f-840461b4a732 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309296 Jul 02 09:44:46.231320 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86876b5c-eb1f-48f8-9757-afbc73eaf592 req-ad5fd36b-dfe8-4954-809c-df9294e7fe16 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:46.232796 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-86876b5c-eb1f-48f8-9757-afbc73eaf592 req-ad5fd36b-dfe8-4954-809c-df9294e7fe16 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 948 time: 0.0625544 Jul 02 09:44:46.269614 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-86876b5c-eb1f-48f8-9757-afbc73eaf592 req-d548a855-4e0f-4216-b003-581209005152 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e19d817-7d31-46cf-92db-4783185daa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312788 Jul 02 09:44:46.405309 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 5c32b2e1-fcfd-4458-97b4-873e158c129c up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:44:46.454883 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 5c32b2e1-fcfd-4458-97b4-873e158c129c triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:44:46.455252 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:46.529225 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:46.550740 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8105a6-4d2e-452c-a47b-0654b2ba2e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c32b2e1-fcfd-4458-97b4-873e158c129c'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:44:46.553010 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3657e1e1-5bc3-46cf-919b-ac97c9242190" -d '{"events": [{"server_uuid": "bb8105a6-4d2e-452c-a47b-0654b2ba2e00", "name": "network-vif-plugged", "status": "completed", "tag": "5c32b2e1-fcfd-4458-97b4-873e158c129c"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:44:46.565251 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 5c32b2e1-fcfd-4458-97b4-873e158c129c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5c32b2e1-fcfd-4458-97b4-873e158c129c,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:44:46.569184 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:46.570164 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 2bae279c-c948-4455-97c5-e05f938b6ded up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:44:46.611158 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451d24bf-ae9a-4826-adcb-d4bbd5f7c35d x-openstack-request-id: req-451d24bf-ae9a-4826-adcb-d4bbd5f7c35d {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:44:46.611442 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8105a6-4d2e-452c-a47b-0654b2ba2e00", "name": "network-vif-plugged", "status": "completed", "tag": "5c32b2e1-fcfd-4458-97b4-873e158c129c", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:44:46.611693 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-451d24bf-ae9a-4826-adcb-d4bbd5f7c35d {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:44:46.612069 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8105a6-4d2e-452c-a47b-0654b2ba2e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c32b2e1-fcfd-4458-97b4-873e158c129c', 'code': 200} Jul 02 09:44:46.647668 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=5c32b2e1-fcfd-4458-97b4-873e158c129c,revision_number=10']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:44:46.660567 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port 2bae279c-c948-4455-97c5-e05f938b6ded completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:44:46.664007 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 2bae279c-c948-4455-97c5-e05f938b6ded triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:44:46.664375 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:46.737979 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:46.770168 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 2bae279c-c948-4455-97c5-e05f938b6ded, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2bae279c-c948-4455-97c5-e05f938b6ded,segment=NetworkSegment(4400eeeb-1cb3-40c2-944b-38e02192e9da),segment_id=4400eeeb-1cb3-40c2-944b-38e02192e9da)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:44:46.773790 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:46.820513 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=2bae279c-c948-4455-97c5-e05f938b6ded,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:44:46.991350 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fe21d-0ff0-40d1-b98c-867ad5526b90 req-8f18a28e-f21b-4bac-be4f-e5d1fd62e101 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:46.992865 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-de8fe21d-0ff0-40d1-b98c-867ad5526b90 req-8f18a28e-f21b-4bac-be4f-e5d1fd62e101 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 947 time: 0.0698817 Jul 02 09:44:47.030965 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-de8fe21d-0ff0-40d1-b98c-867ad5526b90 req-cbd0b9e4-dc60-41ec-9f7c-7c0dde5e16ae tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318837 Jul 02 09:44:47.121350 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03150b81-cee0-4937-91e3-322fad6b6d8b req-5c45bb93-5aba-4c78-8411-989b73a4b7d6 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:47.122815 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-03150b81-cee0-4937-91e3-322fad6b6d8b req-5c45bb93-5aba-4c78-8411-989b73a4b7d6 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0667531 Jul 02 09:44:47.160230 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-03150b81-cee0-4937-91e3-322fad6b6d8b req-9b6a441d-b9f3-4263-af37-d22f6d9dd07b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319586 Jul 02 09:44:47.437371 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89685041-b387-4f33-b5cd-4509bae42ba3 req-c8f1807c-68e4-4d10-a2d5-87a344c2c457 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:47.438804 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-89685041-b387-4f33-b5cd-4509bae42ba3 req-c8f1807c-68e4-4d10-a2d5-87a344c2c457 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 949 time: 0.0617914 Jul 02 09:44:47.475803 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-89685041-b387-4f33-b5cd-4509bae42ba3 req-27bd6855-2b15-42ca-a192-7996b913d826 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e19d817-7d31-46cf-92db-4783185daa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315504 Jul 02 09:44:47.597356 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:48.207494 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d961bb8-3b7b-4b22-9dce-4f39e338f037 req-86239b03-d107-4991-8ad7-157a3032f22a tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:48.209012 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0d961bb8-3b7b-4b22-9dce-4f39e338f037 req-86239b03-d107-4991-8ad7-157a3032f22a tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 947 time: 0.0658338 Jul 02 09:44:48.247580 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0d961bb8-3b7b-4b22-9dce-4f39e338f037 req-c542ce17-71be-4898-b23e-fc47d3096365 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329580 Jul 02 09:44:48.333180 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ea8b-13bf-4b71-a7ec-cbe55a1c9225 req-283ed696-9660-4e9b-89fc-202559d260ba tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:48.334621 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3b20ea8b-13bf-4b71-a7ec-cbe55a1c9225 req-283ed696-9660-4e9b-89fc-202559d260ba tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0616894 Jul 02 09:44:48.375414 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3b20ea8b-13bf-4b71-a7ec-cbe55a1c9225 req-b806affe-bc8e-453e-bc60-af13f21edfff tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350535 Jul 02 09:44:48.613135 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92703964-c69e-4891-bb7d-a92ea9ecf65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bae279c-c948-4455-97c5-e05f938b6ded'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:44:48.615472 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98280494-357b-432c-b1b3-71882710adf6" -d '{"events": [{"server_uuid": "92703964-c69e-4891-bb7d-a92ea9ecf65b", "name": "network-vif-plugged", "status": "completed", "tag": "2bae279c-c948-4455-97c5-e05f938b6ded"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:44:48.647458 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e28b16-acf7-47e6-8420-a1ac0ed40282 req-b322ceae-8617-4eff-8c9c-81d39a7375ea tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:48.648960 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f8e28b16-acf7-47e6-8420-a1ac0ed40282 req-b322ceae-8617-4eff-8c9c-81d39a7375ea tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 949 time: 0.0619953 Jul 02 09:44:48.650943 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f169e3d8-c1b1-49c0-9d5f-7b3e754e356c x-openstack-request-id: req-f169e3d8-c1b1-49c0-9d5f-7b3e754e356c {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:44:48.651327 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92703964-c69e-4891-bb7d-a92ea9ecf65b", "name": "network-vif-plugged", "status": "completed", "tag": "2bae279c-c948-4455-97c5-e05f938b6ded", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:44:48.652151 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f169e3d8-c1b1-49c0-9d5f-7b3e754e356c {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:44:48.653240 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92703964-c69e-4891-bb7d-a92ea9ecf65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bae279c-c948-4455-97c5-e05f938b6ded', 'code': 200} Jul 02 09:44:48.687794 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f8e28b16-acf7-47e6-8420-a1ac0ed40282 req-7fc9cc7b-82b2-4036-8482-d72a51f175a4 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e19d817-7d31-46cf-92db-4783185daa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325887 Jul 02 09:44:48.871275 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff5e8b-6821-42fc-baf1-52a169d3a85e req-0ae4df70-4a0e-4743-9bd7-996377c4e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:48.872929 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b0ff5e8b-6821-42fc-baf1-52a169d3a85e req-0ae4df70-4a0e-4743-9bd7-996377c4e66a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 1102 time: 0.0511017 Jul 02 09:44:48.911219 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b0ff5e8b-6821-42fc-baf1-52a169d3a85e req-d092a6de-bbd8-45f2-b52c-d706c07a1150 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1e19d817-7d31-46cf-92db-4783185daa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313733 Jul 02 09:44:49.176394 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493291c-8414-49a7-b029-9d701ea81e97 req-cece7f90-0c6f-427a-bcad-9911bedfe0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:49.177877 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0493291c-8414-49a7-b029-9d701ea81e97 req-cece7f90-0c6f-427a-bcad-9911bedfe0d3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 1100 time: 0.0507817 Jul 02 09:44:49.214211 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0493291c-8414-49a7-b029-9d701ea81e97 req-83efbece-1dbf-4280-8140-d123cce17aef service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283935 Jul 02 09:44:49.443272 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ff275-0940-48a5-b97c-1e8b2a3f747c req-583cd631-de85-4ed0-8c70-0ad176163437 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:49.444700 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ac3ff275-0940-48a5-b97c-1e8b2a3f747c req-583cd631-de85-4ed0-8c70-0ad176163437 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 947 time: 0.0777450 Jul 02 09:44:49.483702 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ac3ff275-0940-48a5-b97c-1e8b2a3f747c req-29c03581-9240-47f1-8a22-3d702a6de3ea tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329857 Jul 02 09:44:49.561170 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26404887-934c-45be-8ba7-3a3130b1309f req-3d95a3ae-fed5-47a8-aae6-1e81d4e0b8b5 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:49.562628 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-26404887-934c-45be-8ba7-3a3130b1309f req-3d95a3ae-fed5-47a8-aae6-1e81d4e0b8b5 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0633473 Jul 02 09:44:49.601267 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-26404887-934c-45be-8ba7-3a3130b1309f req-ee994bab-4842-42c0-be5b-52362195ee7b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331504 Jul 02 09:44:49.858682 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b95b7-418e-4774-94c9-2d25baefa1c0 req-888f7069-7f03-4ab4-91b6-4a01b5c7a021 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:49.860120 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-444b95b7-418e-4774-94c9-2d25baefa1c0 req-888f7069-7f03-4ab4-91b6-4a01b5c7a021 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 949 time: 0.0648534 Jul 02 09:44:49.896395 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-444b95b7-418e-4774-94c9-2d25baefa1c0 req-1dc3f382-826c-4b26-b9e4-68965d27fd85 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e19d817-7d31-46cf-92db-4783185daa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307741 Jul 02 09:44:50.661952 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dc214-4aa5-4be4-8301-7742235d73d5 req-72dfe337-11cd-4332-bd3c-7965e6643bb3 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:50.663411 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-464dc214-4aa5-4be4-8301-7742235d73d5 req-72dfe337-11cd-4332-bd3c-7965e6643bb3 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 947 time: 0.0624084 Jul 02 09:44:50.700924 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-464dc214-4aa5-4be4-8301-7742235d73d5 req-03df54b9-2742-4dd1-8653-97c1ce623f2e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319057 Jul 02 09:44:50.777595 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5482c4b-f44b-4ba0-8be6-1b6ebd00b011 req-f03199bb-4e85-4797-b613-552e7ed6a192 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:50.779094 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c5482c4b-f44b-4ba0-8be6-1b6ebd00b011 req-f03199bb-4e85-4797-b613-552e7ed6a192 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0650780 Jul 02 09:44:50.815134 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c5482c4b-f44b-4ba0-8be6-1b6ebd00b011 req-e1b1d5df-cabb-47ae-a0dd-bf96f5652ea0 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304940 Jul 02 09:44:51.064641 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac9080-3667-406d-9d0e-0f43dad691f3 req-f42d2f77-a99c-4ca1-9391-71b532af0337 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:51.066075 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-46ac9080-3667-406d-9d0e-0f43dad691f3 req-f42d2f77-a99c-4ca1-9391-71b532af0337 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 949 time: 0.0643280 Jul 02 09:44:51.102928 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-46ac9080-3667-406d-9d0e-0f43dad691f3 req-8627f6e2-3dfe-4781-a91d-627973780cdd tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e19d817-7d31-46cf-92db-4783185daa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314167 Jul 02 09:44:51.878839 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192486c-c4ee-44e1-9538-c01b479340e1 req-73c7a308-bb08-4984-b8d6-02b3c42ce1e6 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:51.880312 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c192486c-c4ee-44e1-9538-c01b479340e1 req-73c7a308-bb08-4984-b8d6-02b3c42ce1e6 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 947 time: 0.0631597 Jul 02 09:44:51.918930 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c192486c-c4ee-44e1-9538-c01b479340e1 req-4c5c62f6-1c60-483c-a896-177a2425f36d tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328884 Jul 02 09:44:51.990140 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877ceb4-f0c7-40a6-b58b-b19f8c51bde4 req-933ac38c-f71a-475e-8a55-f199cbec017a tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:51.991538 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5877ceb4-f0c7-40a6-b58b-b19f8c51bde4 req-933ac38c-f71a-475e-8a55-f199cbec017a tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0659945 Jul 02 09:44:52.029458 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5877ceb4-f0c7-40a6-b58b-b19f8c51bde4 req-efbd57b5-05f5-49a0-b386-d5a1c3896126 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318956 Jul 02 09:44:52.269867 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad609f9a-8d3a-41d2-b73d-4c45d638f8d8 req-9cb72414-a035-4934-82b5-1e21024a1392 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:52.271230 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ad609f9a-8d3a-41d2-b73d-4c45d638f8d8 req-9cb72414-a035-4934-82b5-1e21024a1392 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 949 time: 0.0614936 Jul 02 09:44:52.307235 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ad609f9a-8d3a-41d2-b73d-4c45d638f8d8 req-c80f74cc-cc43-45d8-9d74-09520f64ba88 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e19d817-7d31-46cf-92db-4783185daa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304794 Jul 02 09:44:52.589391 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:44:53.105175 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ec68a-d6ac-43db-af0e-bd6fdeee086b req-dffcd322-60e5-4ffc-98dc-f7ad161bd04d tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:53.106667 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ae5ec68a-d6ac-43db-af0e-bd6fdeee086b req-dffcd322-60e5-4ffc-98dc-f7ad161bd04d tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 947 time: 0.0653257 Jul 02 09:44:53.144866 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ae5ec68a-d6ac-43db-af0e-bd6fdeee086b req-420f3b63-6095-46fa-8163-a19d7cecd48a tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322919 Jul 02 09:44:53.210044 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ae26c-835a-4445-855f-e53f3e3d4eed req-726ab3c3-28a7-43f4-ad54-23135ca6ff14 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:53.211390 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-da2ae26c-835a-4445-855f-e53f3e3d4eed req-726ab3c3-28a7-43f4-ad54-23135ca6ff14 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0653167 Jul 02 09:44:53.248556 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-da2ae26c-835a-4445-855f-e53f3e3d4eed req-a5c13e63-ceb0-43b8-9587-c13a5c9e5b70 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309498 Jul 02 09:44:53.483381 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2764325-325c-47cf-8323-7d1486f4e558 req-e826d983-39e0-47ec-b9d2-d8654e08d6d1 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:53.484905 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c2764325-325c-47cf-8323-7d1486f4e558 req-e826d983-39e0-47ec-b9d2-d8654e08d6d1 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 949 time: 0.0667732 Jul 02 09:44:53.527968 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c2764325-325c-47cf-8323-7d1486f4e558 req-b7fe83c0-2929-4bf8-86ec-69b86978765f tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e19d817-7d31-46cf-92db-4783185daa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374620 Jul 02 09:44:53.696603 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb945d92-2509-4ac2-806e-52f4a12c2178 req-723734fa-aa5a-4757-8dd1-e479519650bf tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:53.698018 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-fb945d92-2509-4ac2-806e-52f4a12c2178 req-723734fa-aa5a-4757-8dd1-e479519650bf tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 946 time: 0.0677907 Jul 02 09:44:53.827999 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-fb945d92-2509-4ac2-806e-52f4a12c2178 req-34cf0b14-a287-4fe4-9120-827bb6e9e93c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Deleting port 11297fae-f2fa-4037-9b1a-77414d6498d1 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:44:53.828355 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-fb945d92-2509-4ac2-806e-52f4a12c2178 req-34cf0b14-a287-4fe4-9120-827bb6e9e93c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:53.920856 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-fb945d92-2509-4ac2-806e-52f4a12c2178 req-34cf0b14-a287-4fe4-9120-827bb6e9e93c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] For port 11297fae-f2fa-4037-9b1a-77414d6498d1, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=11297fae-f2fa-4037-9b1a-77414d6498d1,segment=NetworkSegment(427262be-26e2-475c-80e9-e9656f7a4162),segment_id=427262be-26e2-475c-80e9-e9656f7a4162)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:44:53.921228 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-fb945d92-2509-4ac2-806e-52f4a12c2178 req-34cf0b14-a287-4fe4-9120-827bb6e9e93c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:53.933871 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-fb945d92-2509-4ac2-806e-52f4a12c2178 req-34cf0b14-a287-4fe4-9120-827bb6e9e93c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Calling delete_port for 11297fae-f2fa-4037-9b1a-77414d6498d1 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:44:54.063839 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-fb945d92-2509-4ac2-806e-52f4a12c2178 req-34cf0b14-a287-4fe4-9120-827bb6e9e93c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:54.077715 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['370815f2-f9c0-4fa9-b7fb-b0a89520d094', '11297fae-f2fa-4037-9b1a-77414d6498d1'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:44:54.094821 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf0b14-a287-4fe4-9120-827bb6e9e93c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Pushing event deleted for resources: {'Port': ['ID=11297fae-f2fa-4037-9b1a-77414d6498d1,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:44:54.145614 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb945d92-2509-4ac2-806e-52f4a12c2178 req-34cf0b14-a287-4fe4-9120-827bb6e9e93c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] No DVR routers for this DVR port 11297fae-f2fa-4037-9b1a-77414d6498d1 on host hv-cinder-77218 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:44:54.148827 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-fb945d92-2509-4ac2-806e-52f4a12c2178 req-34cf0b14-a287-4fe4-9120-827bb6e9e93c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:54.150902 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-fb945d92-2509-4ac2-806e-52f4a12c2178 req-34cf0b14-a287-4fe4-9120-827bb6e9e93c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.66 "DELETE /v2.0/ports/11297fae-f2fa-4037-9b1a-77414d6498d1 HTTP/1.1" status: 204 len: 173 time: 0.4401464 Jul 02 09:44:54.151685 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a', 'name': 'network-vif-deleted', 'tag': '11297fae-f2fa-4037-9b1a-77414d6498d1'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:44:54.153740 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326c4db7-c0fa-42b2-b199-c8ec7999b3b2" -d '{"events": [{"server_uuid": "7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a", "name": "network-vif-deleted", "tag": "11297fae-f2fa-4037-9b1a-77414d6498d1"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:44:54.197615 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abf0e42-75a7-464f-a32f-38c52c95dffa x-openstack-request-id: req-8abf0e42-75a7-464f-a32f-38c52c95dffa {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:44:54.197901 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a", "name": "network-vif-deleted", "tag": "11297fae-f2fa-4037-9b1a-77414d6498d1", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:44:54.198265 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8abf0e42-75a7-464f-a32f-38c52c95dffa {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:44:54.198997 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a', 'name': 'network-vif-deleted', 'tag': '11297fae-f2fa-4037-9b1a-77414d6498d1', 'status': 'completed', 'code': 200} Jul 02 09:44:54.372748 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c34713-ca70-4f72-a182-1915d8a7c2fd req-a660f2b7-3fb4-431f-ab77-d2d62ce1a426 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:54.374864 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-10c34713-ca70-4f72-a182-1915d8a7c2fd req-a660f2b7-3fb4-431f-ab77-d2d62ce1a426 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 947 time: 0.0960715 Jul 02 09:44:54.430608 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1ab6a3ec-6ccf-47ad-9a72-216717087f25 req-18fd1176-1919-459f-a080-0d2caae18207 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f091c81-3e2a-43b6-931b-2cbf2e3d2e4a HTTP/1.1" status: 200 len: 210 time: 0.0332665 Jul 02 09:44:54.443614 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-10c34713-ca70-4f72-a182-1915d8a7c2fd req-a66cc3f1-8455-4acf-95a1-49f74755302d tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618377 Jul 02 09:44:54.710379 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7edaa8-25ce-4e64-8d65-da15148394dc req-fae7fc3c-0512-43f5-b0be-de2d7079848a tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:54.711836 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0e7edaa8-25ce-4e64-8d65-da15148394dc req-fae7fc3c-0512-43f5-b0be-de2d7079848a tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 949 time: 0.0627053 Jul 02 09:44:54.766732 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0e7edaa8-25ce-4e64-8d65-da15148394dc req-8692d547-f350-4237-873b-1748a4c640f1 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e19d817-7d31-46cf-92db-4783185daa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466404 Jul 02 09:44:55.189221 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a46c48-c9c3-4183-a463-5463f1828023 req-65e00a99-1bf8-4d28-a744-711cad92b030 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:55.190561 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-30a46c48-c9c3-4183-a463-5463f1828023 req-65e00a99-1bf8-4d28-a744-711cad92b030 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 949 time: 0.0639472 Jul 02 09:44:55.226949 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-30a46c48-c9c3-4183-a463-5463f1828023 req-4a86751e-9043-4e75-9f6a-b5bcb8bbba13 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e19d817-7d31-46cf-92db-4783185daa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309296 Jul 02 09:44:55.636743 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72442c-f21a-48e7-96a3-d57a82419e5f req-365db902-546a-4888-bf4c-34f2e5b377d5 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:55.638249 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fb72442c-f21a-48e7-96a3-d57a82419e5f req-365db902-546a-4888-bf4c-34f2e5b377d5 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 947 time: 0.0696173 Jul 02 09:44:55.677983 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fb72442c-f21a-48e7-96a3-d57a82419e5f req-3e40748a-6e99-4404-af0f-d395ee010c18 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333917 Jul 02 09:44:55.900251 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c791c-9a15-4de1-b164-db97b428a7ea req-207608de-6578-427f-9eef-9c1a16f1cac7 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:55.902104 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-319c791c-9a15-4de1-b164-db97b428a7ea req-207608de-6578-427f-9eef-9c1a16f1cac7 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0650647 Jul 02 09:44:55.942389 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-319c791c-9a15-4de1-b164-db97b428a7ea req-70fba802-3583-4f96-8ffe-7b557a011084 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348244 Jul 02 09:44:56.402021 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc097e-4405-43df-b394-068a4f7a6b1d req-1b5c2663-87da-43db-8e09-e672b6ea597e tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:56.403448 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e5cc097e-4405-43df-b394-068a4f7a6b1d req-1b5c2663-87da-43db-8e09-e672b6ea597e tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 949 time: 0.0654798 Jul 02 09:44:56.439147 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e5cc097e-4405-43df-b394-068a4f7a6b1d req-e702ac21-0ed7-4591-b610-31041fb417d4 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e19d817-7d31-46cf-92db-4783185daa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301235 Jul 02 09:44:57.126230 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c884b-380f-4b59-91c7-bc10758ed104 req-cd0ad0e5-202b-4cc3-804c-225f05bfd496 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:57.127714 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-071c884b-380f-4b59-91c7-bc10758ed104 req-cd0ad0e5-202b-4cc3-804c-225f05bfd496 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0644920 Jul 02 09:44:57.168477 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-071c884b-380f-4b59-91c7-bc10758ed104 req-58a007b8-2d64-4bcb-bd18-8fad954e2e13 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346608 Jul 02 09:44:57.168973 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fa59b-df73-4cf8-a319-6d53eb0008c5 req-3e820a33-f198-4748-a5fc-2e932723f382 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:57.170439 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-bb8fa59b-df73-4cf8-a319-6d53eb0008c5 req-3e820a33-f198-4748-a5fc-2e932723f382 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.66 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 949 time: 0.0691812 Jul 02 09:44:57.284728 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-bb8fa59b-df73-4cf8-a319-6d53eb0008c5 req-16f23f2e-aaf8-41fd-824b-bc5ad90f7c15 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Deleting port 2bae279c-c948-4455-97c5-e05f938b6ded {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:44:57.284982 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-bb8fa59b-df73-4cf8-a319-6d53eb0008c5 req-16f23f2e-aaf8-41fd-824b-bc5ad90f7c15 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:57.371252 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-bb8fa59b-df73-4cf8-a319-6d53eb0008c5 req-16f23f2e-aaf8-41fd-824b-bc5ad90f7c15 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] For port 2bae279c-c948-4455-97c5-e05f938b6ded, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2bae279c-c948-4455-97c5-e05f938b6ded,segment=NetworkSegment(4400eeeb-1cb3-40c2-944b-38e02192e9da),segment_id=4400eeeb-1cb3-40c2-944b-38e02192e9da)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:44:57.371606 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-bb8fa59b-df73-4cf8-a319-6d53eb0008c5 req-16f23f2e-aaf8-41fd-824b-bc5ad90f7c15 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:57.382922 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-bb8fa59b-df73-4cf8-a319-6d53eb0008c5 req-16f23f2e-aaf8-41fd-824b-bc5ad90f7c15 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Calling delete_port for 2bae279c-c948-4455-97c5-e05f938b6ded owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:44:57.625379 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049f958-90fe-4e8e-b084-2bdb2aa0c37d req-f27377e2-34c4-4ef5-8b16-a6c209c6dbd4 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:57.626878 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0049f958-90fe-4e8e-b084-2bdb2aa0c37d req-f27377e2-34c4-4ef5-8b16-a6c209c6dbd4 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/ports?device_id=92703964-c69e-4891-bb7d-a92ea9ecf65b HTTP/1.1" status: 200 len: 949 time: 0.0698864 Jul 02 09:44:57.674684 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0049f958-90fe-4e8e-b084-2bdb2aa0c37d req-f8fafbd9-4f28-48ca-a780-b08584e8cd15 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e19d817-7d31-46cf-92db-4783185daa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369356 Jul 02 09:44:57.722265 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-bb8fa59b-df73-4cf8-a319-6d53eb0008c5 req-16f23f2e-aaf8-41fd-824b-bc5ad90f7c15 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:57.738627 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['2bae279c-c948-4455-97c5-e05f938b6ded'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:44:57.765024 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f23f2e-aaf8-41fd-824b-bc5ad90f7c15 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Pushing event deleted for resources: {'Port': ['ID=2bae279c-c948-4455-97c5-e05f938b6ded,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:44:57.815694 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8fa59b-df73-4cf8-a319-6d53eb0008c5 req-16f23f2e-aaf8-41fd-824b-bc5ad90f7c15 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] No DVR routers for this DVR port 2bae279c-c948-4455-97c5-e05f938b6ded on host hv-cinder-77218 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:44:57.818246 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-bb8fa59b-df73-4cf8-a319-6d53eb0008c5 req-16f23f2e-aaf8-41fd-824b-bc5ad90f7c15 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:44:57.820277 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-bb8fa59b-df73-4cf8-a319-6d53eb0008c5 req-16f23f2e-aaf8-41fd-824b-bc5ad90f7c15 tempest-VolumesNegativeTest-1764440413 tempest-VolumesNegativeTest-1764440413-project] 10.222.0.66 "DELETE /v2.0/ports/2bae279c-c948-4455-97c5-e05f938b6ded HTTP/1.1" status: 204 len: 173 time: 0.6392655 Jul 02 09:44:57.820771 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92703964-c69e-4891-bb7d-a92ea9ecf65b', 'name': 'network-vif-deleted', 'tag': '2bae279c-c948-4455-97c5-e05f938b6ded'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:44:57.823676 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6175defb-30ee-45a0-aace-bb4edfab7b42" -d '{"events": [{"server_uuid": "92703964-c69e-4891-bb7d-a92ea9ecf65b", "name": "network-vif-deleted", "tag": "2bae279c-c948-4455-97c5-e05f938b6ded"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:44:57.879217 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d987281-13b8-40f1-9bf2-166c726a2869 x-openstack-request-id: req-3d987281-13b8-40f1-9bf2-166c726a2869 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:44:57.879528 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92703964-c69e-4891-bb7d-a92ea9ecf65b", "name": "network-vif-deleted", "tag": "2bae279c-c948-4455-97c5-e05f938b6ded", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:44:57.879754 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3d987281-13b8-40f1-9bf2-166c726a2869 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:44:57.880140 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92703964-c69e-4891-bb7d-a92ea9ecf65b', 'name': 'network-vif-deleted', 'tag': '2bae279c-c948-4455-97c5-e05f938b6ded', 'status': 'completed', 'code': 200} Jul 02 09:44:58.110778 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 11297fae-f2fa-4037-9b1a-77414d6498d1 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:44:58.131005 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: 11297fae-f2fa-4037-9b1a-77414d6498d1 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:44:58.131355 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 11297fae-f2fa-4037-9b1a-77414d6498d1 not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:44:58.348288 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e75bf9-5461-4b04-903b-6f795381244b req-199e355e-b318-4978-93d8-85de58242810 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:58.349822 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-27e75bf9-5461-4b04-903b-6f795381244b req-199e355e-b318-4978-93d8-85de58242810 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0703814 Jul 02 09:44:58.391336 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-27e75bf9-5461-4b04-903b-6f795381244b req-9d7b193d-9358-4958-a6e3-5b9df8e5755d tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347760 Jul 02 09:44:58.460898 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd8e30-b357-4eb8-b472-1b3a1491c2da req-584b8804-1cb3-4173-b0bb-40d2791bd677 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:58.462370 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-20bd8e30-b357-4eb8-b472-1b3a1491c2da req-584b8804-1cb3-4173-b0bb-40d2791bd677 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bf55b6e-b093-4cf4-b88d-ec137e7557cd HTTP/1.1" status: 200 len: 945 time: 0.0639243 Jul 02 09:44:58.501141 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-20bd8e30-b357-4eb8-b472-1b3a1491c2da req-94a92840-0a9b-4e1a-ac25-191483bd0782 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317163 Jul 02 09:44:59.569692 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d2ab0-bc97-4459-a46c-f3719d3c1bd5 req-28c84914-224a-4186-a3eb-3e3f76fc9d8c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:59.571201 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-255d2ab0-bc97-4459-a46c-f3719d3c1bd5 req-28c84914-224a-4186-a3eb-3e3f76fc9d8c tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0690367 Jul 02 09:44:59.615222 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-255d2ab0-bc97-4459-a46c-f3719d3c1bd5 req-b1b09814-3fcb-47c1-aa17-ad32cdc5a9e2 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375834 Jul 02 09:44:59.686659 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb1207-cb17-4869-a12e-70c8cd0e7d0d req-e43e4a41-de39-4577-bc98-2753c9bac7e2 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:44:59.688116 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0cbb1207-cb17-4869-a12e-70c8cd0e7d0d req-e43e4a41-de39-4577-bc98-2753c9bac7e2 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bf55b6e-b093-4cf4-b88d-ec137e7557cd HTTP/1.1" status: 200 len: 945 time: 0.0689430 Jul 02 09:44:59.732245 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0cbb1207-cb17-4869-a12e-70c8cd0e7d0d req-f604f848-d9cc-4f8a-980f-af06c6a10995 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378466 Jul 02 09:45:00.298699 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb230d6b-7464-4dbf-b9bc-c85de724db0b req-7cda637b-13ce-4214-93f2-1c757dfad9ca tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:00.300171 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-cb230d6b-7464-4dbf-b9bc-c85de724db0b req-7cda637b-13ce-4214-93f2-1c757dfad9ca tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.66 "GET /v2.0/ports?device_id=0bf55b6e-b093-4cf4-b88d-ec137e7557cd HTTP/1.1" status: 200 len: 945 time: 0.0709014 Jul 02 09:45:00.400191 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-cb230d6b-7464-4dbf-b9bc-c85de724db0b req-222fb3f6-5c18-4519-b301-2f7de0c2ddfb tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Deleting port 840a7336-5b7b-4aa6-9837-80718f8d0ea3 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:45:00.400562 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-cb230d6b-7464-4dbf-b9bc-c85de724db0b req-222fb3f6-5c18-4519-b301-2f7de0c2ddfb tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:00.491102 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-cb230d6b-7464-4dbf-b9bc-c85de724db0b req-222fb3f6-5c18-4519-b301-2f7de0c2ddfb tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] For port 840a7336-5b7b-4aa6-9837-80718f8d0ea3, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=840a7336-5b7b-4aa6-9837-80718f8d0ea3,segment=NetworkSegment(fd8d9580-428a-4765-afeb-31c37abe8c8d),segment_id=fd8d9580-428a-4765-afeb-31c37abe8c8d)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:00.491460 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-cb230d6b-7464-4dbf-b9bc-c85de724db0b req-222fb3f6-5c18-4519-b301-2f7de0c2ddfb tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:00.503988 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-cb230d6b-7464-4dbf-b9bc-c85de724db0b req-222fb3f6-5c18-4519-b301-2f7de0c2ddfb tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Calling delete_port for 840a7336-5b7b-4aa6-9837-80718f8d0ea3 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:45:00.635650 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-cb230d6b-7464-4dbf-b9bc-c85de724db0b req-222fb3f6-5c18-4519-b301-2f7de0c2ddfb tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:00.660406 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['840a7336-5b7b-4aa6-9837-80718f8d0ea3'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:45:00.674149 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fb3f6-5c18-4519-b301-2f7de0c2ddfb tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Pushing event deleted for resources: {'Port': ['ID=840a7336-5b7b-4aa6-9837-80718f8d0ea3,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:00.724945 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb230d6b-7464-4dbf-b9bc-c85de724db0b req-222fb3f6-5c18-4519-b301-2f7de0c2ddfb tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] No DVR routers for this DVR port 840a7336-5b7b-4aa6-9837-80718f8d0ea3 on host hv-cinder-77218 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:45:00.726964 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-cb230d6b-7464-4dbf-b9bc-c85de724db0b req-222fb3f6-5c18-4519-b301-2f7de0c2ddfb tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:00.729022 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-cb230d6b-7464-4dbf-b9bc-c85de724db0b req-222fb3f6-5c18-4519-b301-2f7de0c2ddfb tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.66 "DELETE /v2.0/ports/840a7336-5b7b-4aa6-9837-80718f8d0ea3 HTTP/1.1" status: 204 len: 173 time: 0.4230773 Jul 02 09:45:00.729450 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf55b6e-b093-4cf4-b88d-ec137e7557cd', 'name': 'network-vif-deleted', 'tag': '840a7336-5b7b-4aa6-9837-80718f8d0ea3'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:45:00.732614 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4302ace5-e6f7-4429-baf4-d5582e75782b" -d '{"events": [{"server_uuid": "0bf55b6e-b093-4cf4-b88d-ec137e7557cd", "name": "network-vif-deleted", "tag": "840a7336-5b7b-4aa6-9837-80718f8d0ea3"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:45:00.775415 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e8667d-ecd1-4695-965e-661a16215588 x-openstack-request-id: req-b6e8667d-ecd1-4695-965e-661a16215588 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:45:00.775822 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf55b6e-b093-4cf4-b88d-ec137e7557cd", "name": "network-vif-deleted", "tag": "840a7336-5b7b-4aa6-9837-80718f8d0ea3", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:45:00.776169 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b6e8667d-ecd1-4695-965e-661a16215588 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:45:00.776680 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf55b6e-b093-4cf4-b88d-ec137e7557cd', 'name': 'network-vif-deleted', 'tag': '840a7336-5b7b-4aa6-9837-80718f8d0ea3', 'status': 'completed', 'code': 200} Jul 02 09:45:00.854654 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f8245-4e84-4d0e-977a-3b804255dde0 req-68ee8e06-d948-438f-a498-a08fd97702cf tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:00.856725 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f21f8245-4e84-4d0e-977a-3b804255dde0 req-68ee8e06-d948-438f-a498-a08fd97702cf tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0962262 Jul 02 09:45:00.918821 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f21f8245-4e84-4d0e-977a-3b804255dde0 req-b56d4cb8-5571-41fd-a204-373265fa33d2 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559154 Jul 02 09:45:00.945002 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6a9baa83-d80e-474a-a9dc-65d01a47da9b req-e0be33d4-3798-44be-ab4e-6f466003c4a0 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bf55b6e-b093-4cf4-b88d-ec137e7557cd HTTP/1.1" status: 200 len: 210 time: 0.0471630 Jul 02 09:45:02.092215 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde2109-ddba-4ac4-a4ae-3e2943b41402 req-86ae7733-164e-4f19-b4d1-0a7f0fa1521a tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:02.094079 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fdde2109-ddba-4ac4-a4ae-3e2943b41402 req-86ae7733-164e-4f19-b4d1-0a7f0fa1521a tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0643680 Jul 02 09:45:02.139181 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fdde2109-ddba-4ac4-a4ae-3e2943b41402 req-dc03af73-0019-4639-8ae6-885879e44c33 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378098 Jul 02 09:45:02.159407 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 2bae279c-c948-4455-97c5-e05f938b6ded no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:45:02.180748 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: 2bae279c-c948-4455-97c5-e05f938b6ded {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:45:02.181008 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 2bae279c-c948-4455-97c5-e05f938b6ded not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:45:02.366115 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 45570) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:02.493747 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-1eac6f55-bf16-4901-8d4e-a2c1c8c5eaa7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b9fb659fd57b4587bcb66a15adf76d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1264362 Jul 02 09:45:02.496180 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 45574) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:02.542362 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ed958ee4-76e5-469c-8cb0-7abb87898037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:02.562362 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ed958ee4-76e5-469c-8cb0-7abb87898037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:02.608830 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ed958ee4-76e5-469c-8cb0-7abb87898037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:02.611538 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ed958ee4-76e5-469c-8cb0-7abb87898037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:02.613446 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-ed958ee4-76e5-469c-8cb0-7abb87898037 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1e19d817-7d31-46cf-92db-4783185daa82 HTTP/1.1" status: 204 len: 168 time: 0.1161113 Jul 02 09:45:02.621319 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed958ee4-76e5-469c-8cb0-7abb87898037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e19d817-7d31-46cf-92db-4783185daa82,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:03.212189 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 45600) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:03.309503 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-c0bed43b-2a5b-4e57-9bbd-5d6de752881a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-87009624-network', 'tenant_id': 'c4a780dd92544746bcad39297ea82937'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:03.316351 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d6ed8-373d-4d38-9cc0-6e4d3cdcb294 req-0f3aefbc-5723-4fb0-9cc1-74d688fab513 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:03.317804 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6d2d6ed8-373d-4d38-9cc0-6e4d3cdcb294 req-0f3aefbc-5723-4fb0-9cc1-74d688fab513 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.0658267 Jul 02 09:45:03.332324 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bed43b-2a5b-4e57-9bbd-5d6de752881a admin admin] Made reservation on behalf of c4a780dd92544746bcad39297ea82937 for: {'network': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:45:03.335151 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c0bed43b-2a5b-4e57-9bbd-5d6de752881a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:03.344211 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c0bed43b-2a5b-4e57-9bbd-5d6de752881a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:03.358082 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6d2d6ed8-373d-4d38-9cc0-6e4d3cdcb294 req-9e70ebef-5f61-41b2-9cf0-ad6f626debe9 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326686 Jul 02 09:45:03.435521 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c0bed43b-2a5b-4e57-9bbd-5d6de752881a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:03.439169 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c0bed43b-2a5b-4e57-9bbd-5d6de752881a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:03.465149 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0bed43b-2a5b-4e57-9bbd-5d6de752881a admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=99502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 09:45:03.473609 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bed43b-2a5b-4e57-9bbd-5d6de752881a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565507e1-a0af-4a31-9d55-ceac35eb2ebb,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:03.479277 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c0bed43b-2a5b-4e57-9bbd-5d6de752881a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:03.479618 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.segments_db [None req-c0bed43b-2a5b-4e57-9bbd-5d6de752881a admin admin] Added segment 299633ed-5e6b-4499-a25a-18c558889945 of type vlan for network a762777d-3efe-407d-b53d-97f099a11e4e Jul 02 09:45:03.520836 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c0bed43b-2a5b-4e57-9bbd-5d6de752881a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:03.548543 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c0bed43b-2a5b-4e57-9bbd-5d6de752881a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:03.549467 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bed43b-2a5b-4e57-9bbd-5d6de752881a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:03.550048 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c0bed43b-2a5b-4e57-9bbd-5d6de752881a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:03.580617 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-c0bed43b-2a5b-4e57-9bbd-5d6de752881a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3670774 Jul 02 09:45:03.583229 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 45604) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:03.588167 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-875f2d1b-4395-431c-86fe-fea84c83f956 admin admin] Request body: {'subnet': {'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-87009624-subnet', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'ip_version': 4}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:03.610126 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875f2d1b-4395-431c-86fe-fea84c83f956 admin admin] Made reservation on behalf of c4a780dd92544746bcad39297ea82937 for: {'subnet': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:45:03.612334 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-875f2d1b-4395-431c-86fe-fea84c83f956 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25632336'] for subnet, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:03.612782 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bed43b-2a5b-4e57-9bbd-5d6de752881a admin admin] Pushing event updated for resources: {'Network': ['ID=a762777d-3efe-407d-b53d-97f099a11e4e,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:03.623219 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network a762777d-3efe-407d-b53d-97f099a11e4e details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:45:03.785307 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-875f2d1b-4395-431c-86fe-fea84c83f956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25252625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25632322'] for subnet, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:03.838955 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f2d1b-4395-431c-86fe-fea84c83f956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59240872-946a-484b-8411-a7c068eb7cd7,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:03.848783 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875f2d1b-4395-431c-86fe-fea84c83f956 admin admin] Checking segment: {'id': '299633ed-5e6b-4499-a25a-18c558889945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:45:03.849134 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875f2d1b-4395-431c-86fe-fea84c83f956 admin admin] Network hostable DHCP agents. Network: a762777d-3efe-407d-b53d-97f099a11e4e, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:45:03.864723 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875f2d1b-4395-431c-86fe-fea84c83f956 admin admin] Network a762777d-3efe-407d-b53d-97f099a11e4e is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:45:03.873474 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-875f2d1b-4395-431c-86fe-fea84c83f956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, a762777d-3efe-407d-b53d-97f099a11e4e) {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:03.877877 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875f2d1b-4395-431c-86fe-fea84c83f956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:03.878533 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-875f2d1b-4395-431c-86fe-fea84c83f956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:03.882490 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a29122e-8771-46d4-9859-a146ce9a8fbe None None] Network a762777d-3efe-407d-b53d-97f099a11e4e requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:45:03.893419 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-875f2d1b-4395-431c-86fe-fea84c83f956 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3090177 Jul 02 09:45:03.896030 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 45606) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:03.900366 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-87009624-router', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:03.922986 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14687'] for router, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:03.924170 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14660'] for router, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:04.153212 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7dea1bd-0782-506e-8bb9-6115f597cb05-a762777d-3efe-407d-b53d-97f099a11e4e', 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'fixed_ips': [{'subnet_id': '59240872-946a-484b-8411-a7c068eb7cd7'}]}} from dv-cinder-772181-12-iscsi. {{(pid=99503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 09:45:04.154113 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:04.175295 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:04.286295 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Allocated IP 172.20.0.2 (a762777d-3efe-407d-b53d-97f099a11e4e/59240872-946a-484b-8411-a7c068eb7cd7/8bcf70d5-29a1-4cd4-8a37-586482c82200) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:45:04.301376 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 840a7336-5b7b-4aa6-9837-80718f8d0ea3 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:45:04.309383 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14714'] for router, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:04.338895 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: 840a7336-5b7b-4aa6-9837-80718f8d0ea3 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:45:04.339861 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 840a7336-5b7b-4aa6-9837-80718f8d0ea3 not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:45:04.451855 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:04.460377 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Transition to ACTIVE for port object 8bcf70d5-29a1-4cd4-8a37-586482c82200 will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:04.476454 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Transition to ACTIVE for port object 8bcf70d5-29a1-4cd4-8a37-586482c82200 will not be triggered until provisioned by entity DHCP. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:04.484783 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:04.521871 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Network a762777d-3efe-407d-b53d-97f099a11e4e is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:45:04.526620 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:04.531046 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:45:04.542174 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:04.564842 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Pushing event updated for resources: {'Port': ['ID=8bcf70d5-29a1-4cd4-8a37-586482c82200,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:04.571834 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:04.593079 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d497c-bdb2-4cd3-a4c6-d15ab6a5ae3e req-54220c54-51e6-4efc-8f7f-2bba0decaa1f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:04.594582 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-296d497c-bdb2-4cd3-a4c6-d15ab6a5ae3e req-54220c54-51e6-4efc-8f7f-2bba0decaa1f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.1232493 Jul 02 09:45:04.595661 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Attempting to bind port 8bcf70d5-29a1-4cd4-8a37-586482c82200 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:45:04.596104 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Attempting to bind port 8bcf70d5-29a1-4cd4-8a37-586482c82200 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': '299633ed-5e6b-4499-a25a-18c558889945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:45:04.596572 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Attempting to bind port 8bcf70d5-29a1-4cd4-8a37-586482c82200 on network a762777d-3efe-407d-b53d-97f099a11e4e {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:45:04.601711 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:45:04.602083 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Checking segment: {'id': '299633ed-5e6b-4499-a25a-18c558889945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:45:04.602484 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:04.602878 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Bound using segment: {'id': '299633ed-5e6b-4499-a25a-18c558889945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:45:04.603338 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Bound port: 8bcf70d5-29a1-4cd4-8a37-586482c82200, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299633ed-5e6b-4499-a25a-18c558889945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:45:04.603741 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:04.667785 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] For port 8bcf70d5-29a1-4cd4-8a37-586482c82200, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:45:04.671062 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] For port 8bcf70d5-29a1-4cd4-8a37-586482c82200, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=8bcf70d5-29a1-4cd4-8a37-586482c82200,segment=NetworkSegment(299633ed-5e6b-4499-a25a-18c558889945),segment_id=299633ed-5e6b-4499-a25a-18c558889945)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:45:04.674798 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:04.690356 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-296d497c-bdb2-4cd3-a4c6-d15ab6a5ae3e req-7b0452df-b8b7-4d92-867c-da7cd11e2623 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654173 Jul 02 09:45:04.715953 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_common [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] Allocated IP 172.27.1.128 (91abeacf-6705-4621-a88a-4859e43fbb2c/3acd31d5-d298-493f-8b22-8cf1b4526b9f/d8f84b3c-fd7c-4fe9-832b-938148a3acd0) {{(pid=99501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:45:04.736412 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a37a81-f5a4-4466-bd61-6b9ff739d17e None None] Pushing event updated for resources: {'Port': ['ID=8bcf70d5-29a1-4cd4-8a37-586482c82200,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:04.821219 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:04.867326 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25252481'] for port, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:04.908377 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:45:04.911367 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:04.914709 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] Received port after_create {{(pid=99501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:45:04.936588 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=d8f84b3c-fd7c-4fe9-832b-938148a3acd0,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:05.179287 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:05.366286 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634886'] for router, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:05.504148 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] Router 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 is scheduled to L3 agent 9e613d5e-7006-412c-b838-682983cdc62a with binding_index 1 {{(pid=99501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 09:45:05.614013 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:45:05.623571 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Sync routers for ids ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:45:05.633785 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Routers {'57d1b24b-40c4-46a8-9eb2-fc4329e395a7'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:45:05.634486 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:44:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:05.637068 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] Notify callbacks [] for router, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:05.638539 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-88083adf-eedf-45d4-a7f7-ce7b81443cc9 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7415535 Jul 02 09:45:05.641519 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 45614) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:05.738577 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf49646-a2bf-40b0-9a43-6bb130290e0a None None] Network a762777d-3efe-407d-b53d-97f099a11e4e requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:45:05.777076 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Set router 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:45:05.874120 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-45e04cf7-0666-404c-aa40-9b84310a451e None None] Provisioning for port 8bcf70d5-29a1-4cd4-8a37-586482c82200 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:06.000796 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'name': 'tempest-TestMinimumBasicScenario-87009624-router', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:03Z', 'updated_at': '2021-07-02T09:45:05Z', 'revision_number': 3, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'gw_port': {'id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:04Z', 'updated_at': '2021-07-02T09:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:06.030922 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Checking router: 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:45:06.031276 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Updating router 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 port d8f84b3c-fd7c-4fe9-832b-938148a3acd0 binding host dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:45:06.059692 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 8bcf70d5-29a1-4cd4-8a37-586482c82200 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:06.072246 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:06.131784 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93cf92-c5fe-47bb-a37d-3c41b5c3806c req-bab13245-2881-43cf-8e62-08e0618eaffd tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:06.133558 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4a93cf92-c5fe-47bb-a37d-3c41b5c3806c req-bab13245-2881-43cf-8e62-08e0618eaffd tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.1029723 Jul 02 09:45:06.136086 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 8bcf70d5-29a1-4cd4-8a37-586482c82200 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:06.144081 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 8bcf70d5-29a1-4cd4-8a37-586482c82200 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:06.144472 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:06.192414 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4a93cf92-c5fe-47bb-a37d-3c41b5c3806c req-02b58c74-fca3-4bd5-841c-a99813434952 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/security-groups?id=64861056-987b-44c9-ba9e-d788d883dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517545 Jul 02 09:45:06.252690 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:06.275520 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce7b43-f82f-4376-b366-096abec0c40d req-d642d163-ac4a-4ac9-a6e2-2876eded845f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:06.277356 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b4ce7b43-f82f-4376-b366-096abec0c40d req-d642d163-ac4a-4ac9-a6e2-2876eded845f tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.66 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 945 time: 0.2730994 Jul 02 09:45:06.300615 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 8bcf70d5-29a1-4cd4-8a37-586482c82200, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=8bcf70d5-29a1-4cd4-8a37-586482c82200,segment=NetworkSegment(299633ed-5e6b-4499-a25a-18c558889945),segment_id=299633ed-5e6b-4499-a25a-18c558889945)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:06.311221 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:06.317261 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-b98dfef1-1def-493b-9f54-2796c38609e2 None None] Provisioning complete for port 8bcf70d5-29a1-4cd4-8a37-586482c82200 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:06.317802 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b98dfef1-1def-493b-9f54-2796c38609e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:06.333645 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:06.398369 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=8bcf70d5-29a1-4cd4-8a37-586482c82200,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:06.411343 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Notify callbacks [] for port, precommit_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:06.428516 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Transition to ACTIVE for port object d8f84b3c-fd7c-4fe9-832b-938148a3acd0 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:06.437954 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:06.490961 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Attempting to bind port d8f84b3c-fd7c-4fe9-832b-938148a3acd0 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:45:06.491347 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Attempting to bind port d8f84b3c-fd7c-4fe9-832b-938148a3acd0 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:45:06.491722 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Attempting to bind port d8f84b3c-fd7c-4fe9-832b-938148a3acd0 on network 91abeacf-6705-4621-a88a-4859e43fbb2c {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:45:06.502307 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:45:06.502684 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Checking segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:45:06.503277 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:06.503481 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Bound using segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:45:06.503976 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Bound port: d8f84b3c-fd7c-4fe9-832b-938148a3acd0, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:45:06.504599 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:06.549562 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-b4ce7b43-f82f-4376-b366-096abec0c40d req-645a59c9-0dbe-450a-9dcd-a1b32e2d5992 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Deleting port 370815f2-f9c0-4fa9-b7fb-b0a89520d094 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:45:06.549961 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-b4ce7b43-f82f-4376-b366-096abec0c40d req-645a59c9-0dbe-450a-9dcd-a1b32e2d5992 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:06.556997 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4241d-768d-4baf-bb26-deaf847f8829 None None] Pushing event updated for resources: {'Port': ['ID=d8f84b3c-fd7c-4fe9-832b-938148a3acd0,revision_number=2']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:06.568432 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] For port d8f84b3c-fd7c-4fe9-832b-938148a3acd0, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:45:06.571055 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4241d-768d-4baf-bb26-deaf847f8829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:06.571436 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4241d-768d-4baf-bb26-deaf847f8829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:06.571788 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4241d-768d-4baf-bb26-deaf847f8829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:06.572124 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4241d-768d-4baf-bb26-deaf847f8829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:06.572474 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4241d-768d-4baf-bb26-deaf847f8829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:06.572817 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4241d-768d-4baf-bb26-deaf847f8829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:06.573152 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4241d-768d-4baf-bb26-deaf847f8829 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:06.574180 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4241d-768d-4baf-bb26-deaf847f8829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:06.574777 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4241d-768d-4baf-bb26-deaf847f8829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:06.574933 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4241d-768d-4baf-bb26-deaf847f8829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:06.575265 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4241d-768d-4baf-bb26-deaf847f8829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:06.575594 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4241d-768d-4baf-bb26-deaf847f8829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:06.579998 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] For port d8f84b3c-fd7c-4fe9-832b-938148a3acd0, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=d8f84b3c-fd7c-4fe9-832b-938148a3acd0,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:45:06.585057 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:06.631942 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] Allocated IP 172.20.0.1 (a762777d-3efe-407d-b53d-97f099a11e4e/59240872-946a-484b-8411-a7c068eb7cd7/d0b54b11-4836-4312-a321-77f95ee333d2) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:45:06.644674 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Routers {'57d1b24b-40c4-46a8-9eb2-fc4329e395a7'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:45:06.645311 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:44:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:06.678698 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4241d-768d-4baf-bb26-deaf847f8829 None None] Pushing event updated for resources: {'Port': ['ID=d8f84b3c-fd7c-4fe9-832b-938148a3acd0,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:06.700624 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-b4ce7b43-f82f-4376-b366-096abec0c40d req-645a59c9-0dbe-450a-9dcd-a1b32e2d5992 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] For port 370815f2-f9c0-4fa9-b7fb-b0a89520d094, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=370815f2-f9c0-4fa9-b7fb-b0a89520d094,segment=NetworkSegment(427262be-26e2-475c-80e9-e9656f7a4162),segment_id=427262be-26e2-475c-80e9-e9656f7a4162)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:06.701450 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-b4ce7b43-f82f-4376-b366-096abec0c40d req-645a59c9-0dbe-450a-9dcd-a1b32e2d5992 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:06.756096 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] Set router 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:45:06.756794 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-b4ce7b43-f82f-4376-b366-096abec0c40d req-645a59c9-0dbe-450a-9dcd-a1b32e2d5992 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Calling delete_port for 370815f2-f9c0-4fa9-b7fb-b0a89520d094 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:45:06.846609 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:06.864521 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] Transition to ACTIVE for port object d0b54b11-4836-4312-a321-77f95ee333d2 will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:06.946684 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:06.953241 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-b4ce7b43-f82f-4376-b366-096abec0c40d req-645a59c9-0dbe-450a-9dcd-a1b32e2d5992 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:06.966014 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['370815f2-f9c0-4fa9-b7fb-b0a89520d094'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:45:07.015137 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'name': 'tempest-TestMinimumBasicScenario-87009624-router', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:03Z', 'updated_at': '2021-07-02T09:45:05Z', 'revision_number': 3, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'gw_port': {'id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:04Z', 'updated_at': '2021-07-02T09:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:07.026905 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] Network a762777d-3efe-407d-b53d-97f099a11e4e is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:45:07.033237 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:07.035542 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:45:07.040825 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae4c56-c3a9-430d-a7ac-1502acf9f495 None None] The sync data for ids ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'] in dv-cinder-772181-12-iscsi is: [{'id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'name': 'tempest-TestMinimumBasicScenario-87009624-router', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:03Z', 'updated_at': '2021-07-02T09:45:05Z', 'revision_number': 3, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'gw_port': {'id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:04Z', 'updated_at': '2021-07-02T09:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:45:07.075555 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ce7b43-f82f-4376-b366-096abec0c40d req-645a59c9-0dbe-450a-9dcd-a1b32e2d5992 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] No DVR routers for this DVR port 370815f2-f9c0-4fa9-b7fb-b0a89520d094 on host hv-cinder-77218 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:45:07.078561 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-b4ce7b43-f82f-4376-b366-096abec0c40d req-645a59c9-0dbe-450a-9dcd-a1b32e2d5992 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:07.081105 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b4ce7b43-f82f-4376-b366-096abec0c40d req-645a59c9-0dbe-450a-9dcd-a1b32e2d5992 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.66 "DELETE /v2.0/ports/370815f2-f9c0-4fa9-b7fb-b0a89520d094 HTTP/1.1" status: 204 len: 173 time: 0.7956812 Jul 02 09:45:07.081738 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] Pushing event updated for resources: {'Port': ['ID=d0b54b11-4836-4312-a321-77f95ee333d2,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:07.096347 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14236a38-6235-4d67-8a7d-598e1b434962', 'name': 'network-vif-deleted', 'tag': '370815f2-f9c0-4fa9-b7fb-b0a89520d094'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:45:07.097115 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041ee57b-e361-4392-a6e2-126f4090d918" -d '{"events": [{"server_uuid": "14236a38-6235-4d67-8a7d-598e1b434962", "name": "network-vif-deleted", "tag": "370815f2-f9c0-4fa9-b7fb-b0a89520d094"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:45:07.131583 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a59c9-0dbe-450a-9dcd-a1b32e2d5992 tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] Pushing event deleted for resources: {'Port': ['ID=370815f2-f9c0-4fa9-b7fb-b0a89520d094,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:07.146816 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633350'] for router_interface, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:07.152583 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15b40ce-31e6-47f6-a66b-f7b7e1865794 x-openstack-request-id: req-e15b40ce-31e6-47f6-a66b-f7b7e1865794 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:45:07.152942 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14236a38-6235-4d67-8a7d-598e1b434962", "name": "network-vif-deleted", "tag": "370815f2-f9c0-4fa9-b7fb-b0a89520d094", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:45:07.153251 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e15b40ce-31e6-47f6-a66b-f7b7e1865794 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:45:07.154055 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14236a38-6235-4d67-8a7d-598e1b434962', 'name': 'network-vif-deleted', 'tag': '370815f2-f9c0-4fa9-b7fb-b0a89520d094', 'status': 'completed', 'code': 200} Jul 02 09:45:07.290776 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-4ddb33bd-b3bb-4cf6-8d4e-d0ba70a80b2e None None] Provisioning for port d0b54b11-4836-4312-a321-77f95ee333d2 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:07.301530 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-4ddb33bd-b3bb-4cf6-8d4e-d0ba70a80b2e None None] Provisioning complete for port d0b54b11-4836-4312-a321-77f95ee333d2 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:07.301979 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-4ddb33bd-b3bb-4cf6-8d4e-d0ba70a80b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:07.319832 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:07.344215 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb33bd-b3bb-4cf6-8d4e-d0ba70a80b2e None None] Port d0b54b11-4836-4312-a321-77f95ee333d2 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:45:07.390581 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-73000387-139a-4dab-917c-b03ab25ac28c req-e843dfdf-2f5d-4e39-bcee-7f8f6494531b tempest-ServerRescueNegativeTestJSON-78290344 tempest-ServerRescueNegativeTestJSON-78290344-project] 10.222.0.47 "GET /v2.0/ports?device_id=14236a38-6235-4d67-8a7d-598e1b434962 HTTP/1.1" status: 200 len: 210 time: 0.0426362 Jul 02 09:45:07.520599 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:07.525160 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:07.604369 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633536'] for router_interface, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:07.607258 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] Pushing event updated for resources: {'Port': ['ID=d0b54b11-4836-4312-a321-77f95ee333d2,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:07.754688 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] Network a762777d-3efe-407d-b53d-97f099a11e4e is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:45:07.758916 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:07.891813 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] Router 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:45:08.017169 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:45:08.024575 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-37607200-bb5b-441e-a188-71e37f288289 admin admin] 10.222.0.47 "PUT /v2.0/routers/57d1b24b-40c4-46a8-9eb2-fc4329e395a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3819120 Jul 02 09:45:08.069105 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-84509f2e-05ae-4670-af53-e038aba9ebca None None] Provisioning complete for port d0b54b11-4836-4312-a321-77f95ee333d2 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:08.069663 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-84509f2e-05ae-4670-af53-e038aba9ebca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:08.100533 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 8bcf70d5-29a1-4cd4-8a37-586482c82200 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:08.132290 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-84509f2e-05ae-4670-af53-e038aba9ebca None None] Port d0b54b11-4836-4312-a321-77f95ee333d2 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:45:08.159205 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 8bcf70d5-29a1-4cd4-8a37-586482c82200 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:08.159573 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:08.239206 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device d8f84b3c-fd7c-4fe9-832b-938148a3acd0 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:08.285888 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port d8f84b3c-fd7c-4fe9-832b-938148a3acd0 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:08.293029 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port d8f84b3c-fd7c-4fe9-832b-938148a3acd0 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:08.293418 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:08.373327 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:08.396918 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port d8f84b3c-fd7c-4fe9-832b-938148a3acd0, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=d8f84b3c-fd7c-4fe9-832b-938148a3acd0,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:08.401148 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:08.455727 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=d8f84b3c-fd7c-4fe9-832b-938148a3acd0,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:08.501129 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 45658) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:08.507623 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 45660) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:08.513794 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-6530eff9-30a8-4105-a5d2-77629108af72 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1407771879-network', 'tenant_id': '4238f2bf6d064ddd885e3f45b939d891'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:08.534440 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6530eff9-30a8-4105-a5d2-77629108af72 admin admin] Made reservation on behalf of 4238f2bf6d064ddd885e3f45b939d891 for: {'network': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:45:08.537018 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6530eff9-30a8-4105-a5d2-77629108af72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:08.546672 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6530eff9-30a8-4105-a5d2-77629108af72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:08.640810 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6530eff9-30a8-4105-a5d2-77629108af72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:08.647263 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6530eff9-30a8-4105-a5d2-77629108af72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:08.674075 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6530eff9-30a8-4105-a5d2-77629108af72 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=99501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 09:45:08.683399 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530eff9-30a8-4105-a5d2-77629108af72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1883a1-f61b-4196-91e2-402125007389,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:08.689775 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6530eff9-30a8-4105-a5d2-77629108af72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:08.690118 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.db.segments_db [None req-6530eff9-30a8-4105-a5d2-77629108af72 admin admin] Added segment f85a75ae-9356-4483-93e9-02b0a58c11c3 of type vlan for network 0a5c7cb8-3644-4b2b-b48a-fe743d5146a2 Jul 02 09:45:08.731747 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6530eff9-30a8-4105-a5d2-77629108af72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:08.774476 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6530eff9-30a8-4105-a5d2-77629108af72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:08.775806 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6530eff9-30a8-4105-a5d2-77629108af72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:08.777241 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6530eff9-30a8-4105-a5d2-77629108af72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:08.838237 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-6530eff9-30a8-4105-a5d2-77629108af72 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3289218 Jul 02 09:45:08.840994 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 45664) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:08.846072 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-fc854fad-a62a-4c5d-a2b4-b2700063c3b0 admin admin] Request body: {'subnet': {'network_id': '0a5c7cb8-3644-4b2b-b48a-fe743d5146a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1407771879-subnet', 'tenant_id': '4238f2bf6d064ddd885e3f45b939d891', 'ip_version': 4}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:08.849010 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530eff9-30a8-4105-a5d2-77629108af72 admin admin] Pushing event updated for resources: {'Network': ['ID=0a5c7cb8-3644-4b2b-b48a-fe743d5146a2,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:08.860393 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network 0a5c7cb8-3644-4b2b-b48a-fe743d5146a2 details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:45:08.872053 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc854fad-a62a-4c5d-a2b4-b2700063c3b0 admin admin] Made reservation on behalf of 4238f2bf6d064ddd885e3f45b939d891 for: {'subnet': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:45:08.874774 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-fc854fad-a62a-4c5d-a2b4-b2700063c3b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25632336'] for subnet, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:08.889703 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Sync routers for ids ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:45:08.931267 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Routers {'57d1b24b-40c4-46a8-9eb2-fc4329e395a7'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:45:08.931915 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:44:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:08.956136 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-56aa1f99-c4f2-4429-b44d-809e18e13f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-635693'] for router_interface, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:09.050191 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-fc854fad-a62a-4c5d-a2b4-b2700063c3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25252625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25632322'] for subnet, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:09.051098 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Set router 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:45:09.111353 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc854fad-a62a-4c5d-a2b4-b2700063c3b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1889681e-5e0d-45b5-b64b-78511316df7f,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:09.119385 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc854fad-a62a-4c5d-a2b4-b2700063c3b0 admin admin] Checking segment: {'id': 'f85a75ae-9356-4483-93e9-02b0a58c11c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5c7cb8-3644-4b2b-b48a-fe743d5146a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:45:09.119752 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc854fad-a62a-4c5d-a2b4-b2700063c3b0 admin admin] Network hostable DHCP agents. Network: 0a5c7cb8-3644-4b2b-b48a-fe743d5146a2, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:45:09.140736 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc854fad-a62a-4c5d-a2b4-b2700063c3b0 admin admin] Network 0a5c7cb8-3644-4b2b-b48a-fe743d5146a2 is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:45:09.154139 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-fc854fad-a62a-4c5d-a2b4-b2700063c3b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, 0a5c7cb8-3644-4b2b-b48a-fe743d5146a2) {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:09.158895 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc854fad-a62a-4c5d-a2b4-b2700063c3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:09.159664 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-fc854fad-a62a-4c5d-a2b4-b2700063c3b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:09.179351 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-fc854fad-a62a-4c5d-a2b4-b2700063c3b0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3347592 Jul 02 09:45:09.179566 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 45666) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:09.184698 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1407771879-router', 'tenant_id': '4238f2bf6d064ddd885e3f45b939d891', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:09.196339 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be8e23f-faf9-4bb2-8518-11da79c5e686 None None] Network 0a5c7cb8-3644-4b2b-b48a-fe743d5146a2 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:45:09.207219 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14687'] for router, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:09.208705 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14660'] for router, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:09.266084 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:09.394582 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'name': 'tempest-TestMinimumBasicScenario-87009624-router', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:03Z', 'updated_at': '2021-07-02T09:45:07Z', 'revision_number': 4, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'gw_port': {'id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:04Z', 'updated_at': '2021-07-02T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': 'd0b54b11-4836-4312-a321-77f95ee333d2', 'name': '', 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'mac_address': 'fa:16:3e:91:ef:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '59240872-946a-484b-8411-a7c068eb7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:06Z', 'updated_at': '2021-07-02T09:45:07Z', 'revision_number': 2, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'subnets': [{'id': '59240872-946a-484b-8411-a7c068eb7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:09.409280 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14714'] for router, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:09.426547 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Checking router: 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:45:09.426898 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Updating router 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 port d0b54b11-4836-4312-a321-77f95ee333d2 binding host dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:45:09.476951 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7dea1bd-0782-506e-8bb9-6115f597cb05-0a5c7cb8-3644-4b2b-b48a-fe743d5146a2', 'network_id': '0a5c7cb8-3644-4b2b-b48a-fe743d5146a2', 'tenant_id': '4238f2bf6d064ddd885e3f45b939d891', 'fixed_ips': [{'subnet_id': '1889681e-5e0d-45b5-b64b-78511316df7f'}]}} from dv-cinder-772181-12-iscsi. {{(pid=99503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 09:45:09.477785 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:09.482339 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:09.539419 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-56aa1f99-c4f2-4429-b44d-809e18e13f8b admin admin] Deleting port 19ea5744-5eaf-4439-84dc-dbca91d70faf {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:45:09.539770 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-56aa1f99-c4f2-4429-b44d-809e18e13f8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:09.643869 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-56aa1f99-c4f2-4429-b44d-809e18e13f8b admin admin] For port 19ea5744-5eaf-4439-84dc-dbca91d70faf, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=19ea5744-5eaf-4439-84dc-dbca91d70faf,segment=NetworkSegment(427262be-26e2-475c-80e9-e9656f7a4162),segment_id=427262be-26e2-475c-80e9-e9656f7a4162)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:09.644298 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-56aa1f99-c4f2-4429-b44d-809e18e13f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:09.662594 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-56aa1f99-c4f2-4429-b44d-809e18e13f8b admin admin] Calling delete_port for 19ea5744-5eaf-4439-84dc-dbca91d70faf owned by network:router_interface {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:45:09.900678 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:09.911369 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Allocated IP 172.20.0.2 (0a5c7cb8-3644-4b2b-b48a-fe743d5146a2/1889681e-5e0d-45b5-b64b-78511316df7f/8c0deaa0-7be8-4ec6-b451-d0d445a820f2) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:45:09.916299 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:09.943318 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:09.975988 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-56aa1f99-c4f2-4429-b44d-809e18e13f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:10.008609 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa1f99-c4f2-4429-b44d-809e18e13f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=19ea5744-5eaf-4439-84dc-dbca91d70faf,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:10.046909 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device d8f84b3c-fd7c-4fe9-832b-938148a3acd0 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:10.098580 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_common [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] Allocated IP 172.27.1.56 (91abeacf-6705-4621-a88a-4859e43fbb2c/3acd31d5-d298-493f-8b22-8cf1b4526b9f/cc5a255e-1508-4ad8-80c1-14fb359375c9) {{(pid=99501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:45:10.223005 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-56aa1f99-c4f2-4429-b44d-809e18e13f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-635879'] for router_interface, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:10.243929 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:10.252121 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:10.255468 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port d8f84b3c-fd7c-4fe9-832b-938148a3acd0 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:10.255836 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:10.259381 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:10.291016 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Transition to ACTIVE for port object 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:10.307267 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25252481'] for port, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:10.312433 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Transition to ACTIVE for port object d0b54b11-4836-4312-a321-77f95ee333d2 will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:10.331178 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:10.341941 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Transition to ACTIVE for port object 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 will not be triggered until provisioned by entity DHCP. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:10.353663 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:45:10.357541 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:10.361563 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] Received port after_create {{(pid=99501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:45:10.370834 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:10.393264 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] Pushing event updated for resources: {'Port': ['ID=cc5a255e-1508-4ad8-80c1-14fb359375c9,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:10.459606 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Network 0a5c7cb8-3644-4b2b-b48a-fe743d5146a2 is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:45:10.489145 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:10.493078 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde52023-b426-48ed-b44e-25b47554454e None None] Pushing event updated for resources: {'Port': ['ID=d0b54b11-4836-4312-a321-77f95ee333d2,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:10.505581 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:45:10.505886 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56aa1f99-c4f2-4429-b44d-809e18e13f8b admin admin] Router ea38f196-7589-4cb9-b4bd-3f7a80cefa39 has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:45:10.623440 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Attempting to bind port d0b54b11-4836-4312-a321-77f95ee333d2 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:45:10.623843 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Attempting to bind port d0b54b11-4836-4312-a321-77f95ee333d2 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': '299633ed-5e6b-4499-a25a-18c558889945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:45:10.624177 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Attempting to bind port d0b54b11-4836-4312-a321-77f95ee333d2 on network a762777d-3efe-407d-b53d-97f099a11e4e {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:45:10.634941 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Pushing event updated for resources: {'Port': ['ID=8c0deaa0-7be8-4ec6-b451-d0d445a820f2,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:10.636350 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56aa1f99-c4f2-4429-b44d-809e18e13f8b admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:45:10.642300 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:45:10.642676 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Checking segment: {'id': '299633ed-5e6b-4499-a25a-18c558889945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:45:10.643080 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:10.643508 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Bound using segment: {'id': '299633ed-5e6b-4499-a25a-18c558889945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:45:10.643987 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Bound port: d0b54b11-4836-4312-a321-77f95ee333d2, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299633ed-5e6b-4499-a25a-18c558889945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:45:10.644363 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:10.648004 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368021cf-0d4e-40a7-9b80-daf313d186a5 None None] Sync routers for ids ['ea38f196-7589-4cb9-b4bd-3f7a80cefa39'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:45:10.657243 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368021cf-0d4e-40a7-9b80-daf313d186a5 None None] Routers {'ea38f196-7589-4cb9-b4bd-3f7a80cefa39'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:45:10.658126 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-368021cf-0d4e-40a7-9b80-daf313d186a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:44:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['ea38f196-7589-4cb9-b4bd-3f7a80cefa39'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:10.658982 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Attempting to bind port 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:45:10.659513 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Attempting to bind port 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': 'f85a75ae-9356-4483-93e9-02b0a58c11c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5c7cb8-3644-4b2b-b48a-fe743d5146a2'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:45:10.659931 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Attempting to bind port 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 on network 0a5c7cb8-3644-4b2b-b48a-fe743d5146a2 {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:45:10.662198 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-56aa1f99-c4f2-4429-b44d-809e18e13f8b admin admin] 10.222.0.47 "PUT /v2.0/routers/ea38f196-7589-4cb9-b4bd-3f7a80cefa39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1592951 Jul 02 09:45:10.664169 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 45672) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:10.675177 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:45:10.675552 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Checking segment: {'id': 'f85a75ae-9356-4483-93e9-02b0a58c11c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5c7cb8-3644-4b2b-b48a-fe743d5146a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:45:10.675790 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:10.675948 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:10.676341 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Bound using segment: {'id': 'f85a75ae-9356-4483-93e9-02b0a58c11c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5c7cb8-3644-4b2b-b48a-fe743d5146a2'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:45:10.676846 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Bound port: 8c0deaa0-7be8-4ec6-b451-d0d445a820f2, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85a75ae-9356-4483-93e9-02b0a58c11c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5c7cb8-3644-4b2b-b48a-fe743d5146a2'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:45:10.677230 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:10.781369 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] For port d0b54b11-4836-4312-a321-77f95ee333d2, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:45:10.787506 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] For port d0b54b11-4836-4312-a321-77f95ee333d2, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=d0b54b11-4836-4312-a321-77f95ee333d2,segment=NetworkSegment(299633ed-5e6b-4499-a25a-18c558889945),segment_id=299633ed-5e6b-4499-a25a-18c558889945)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:45:10.794999 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:10.797269 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] For port 8c0deaa0-7be8-4ec6-b451-d0d445a820f2, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:45:10.802498 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] For port 8c0deaa0-7be8-4ec6-b451-d0d445a820f2, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=8c0deaa0-7be8-4ec6-b451-d0d445a820f2,segment=NetworkSegment(f85a75ae-9356-4483-93e9-02b0a58c11c3),segment_id=f85a75ae-9356-4483-93e9-02b0a58c11c3)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:45:10.814644 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-368021cf-0d4e-40a7-9b80-daf313d186a5 None None] Set router ea38f196-7589-4cb9-b4bd-3f7a80cefa39 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:45:10.822287 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cdfa8cb9-179c-42cc-b248-33bc3d5ccf41 admin admin] Notify callbacks [] for router, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:10.828700 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 370815f2-f9c0-4fa9-b7fb-b0a89520d094 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:45:10.859136 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:10.894016 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: 370815f2-f9c0-4fa9-b7fb-b0a89520d094 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:45:10.894410 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 370815f2-f9c0-4fa9-b7fb-b0a89520d094 not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:45:10.938529 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634886'] for router, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:10.945580 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Routers {'57d1b24b-40c4-46a8-9eb2-fc4329e395a7'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:45:10.946227 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:44:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:10.949838 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde52023-b426-48ed-b44e-25b47554454e None None] Pushing event updated for resources: {'Port': ['ID=d0b54b11-4836-4312-a321-77f95ee333d2,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:10.980404 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cdfa8cb9-179c-42cc-b248-33bc3d5ccf41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:11.095497 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa8cb9-179c-42cc-b248-33bc3d5ccf41 admin admin] Deleting port cedcb945-2452-47fc-bb5d-864ab50bcb85 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:45:11.096116 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cdfa8cb9-179c-42cc-b248-33bc3d5ccf41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:11.134064 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] Router dc5969d2-44b1-4261-a518-fc87a2303190 is scheduled to L3 agent 9e613d5e-7006-412c-b838-682983cdc62a with binding_index 1 {{(pid=99501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 09:45:11.149565 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-368021cf-0d4e-40a7-9b80-daf313d186a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea38f196-7589-4cb9-b4bd-3f7a80cefa39', 'name': 'tempest-ServerRescueNegativeTestJSON-1061568306-router', 'tenant_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'cedcb945-2452-47fc-bb5d-864ab50bcb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:45:09Z', 'revision_number': 5, 'project_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'gw_port': {'id': 'cedcb945-2452-47fc-bb5d-864ab50bcb85', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea38f196-7589-4cb9-b4bd-3f7a80cefa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:11.153456 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f56c5-9038-44cf-85cb-d8e41cb4536e None None] Pushing event updated for resources: {'Port': ['ID=8c0deaa0-7be8-4ec6-b451-d0d445a820f2,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:11.178355 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] Set router 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:45:11.194428 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368021cf-0d4e-40a7-9b80-daf313d186a5 None None] Checking router: ea38f196-7589-4cb9-b4bd-3f7a80cefa39 for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:45:11.248087 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368021cf-0d4e-40a7-9b80-daf313d186a5 None None] Routers {'ea38f196-7589-4cb9-b4bd-3f7a80cefa39'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:45:11.250560 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-368021cf-0d4e-40a7-9b80-daf313d186a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:44:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['ea38f196-7589-4cb9-b4bd-3f7a80cefa39'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:11.285852 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-cdfa8cb9-179c-42cc-b248-33bc3d5ccf41 admin admin] For port cedcb945-2452-47fc-bb5d-864ab50bcb85, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=cedcb945-2452-47fc-bb5d-864ab50bcb85,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:11.292852 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cdfa8cb9-179c-42cc-b248-33bc3d5ccf41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:11.315321 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa8cb9-179c-42cc-b248-33bc3d5ccf41 admin admin] Calling delete_port for cedcb945-2452-47fc-bb5d-864ab50bcb85 owned by network:router_gateway {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:45:11.334839 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:45:11.353547 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Sync routers for ids ['dc5969d2-44b1-4261-a518-fc87a2303190'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:45:11.361344 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] Notify callbacks [] for router, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:11.364562 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-576f7275-910a-41da-8239-9bfa4738c629 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1833444 Jul 02 09:45:11.366373 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 45676) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:11.371150 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Routers {'dc5969d2-44b1-4261-a518-fc87a2303190'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:45:11.372199 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:44:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['dc5969d2-44b1-4261-a518-fc87a2303190'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:11.375078 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-368021cf-0d4e-40a7-9b80-daf313d186a5 None None] Set router ea38f196-7589-4cb9-b4bd-3f7a80cefa39 gateway port host: None {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:45:11.445626 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-368021cf-0d4e-40a7-9b80-daf313d186a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea38f196-7589-4cb9-b4bd-3f7a80cefa39', 'name': 'tempest-ServerRescueNegativeTestJSON-1061568306-router', 'tenant_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:45:10Z', 'revision_number': 6, 'project_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'gw_port_host': None}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:11.485257 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368021cf-0d4e-40a7-9b80-daf313d186a5 None None] The sync data for ids ['ea38f196-7589-4cb9-b4bd-3f7a80cefa39'] in dv-cinder-772181-12-iscsi is: [{'id': 'ea38f196-7589-4cb9-b4bd-3f7a80cefa39', 'name': 'tempest-ServerRescueNegativeTestJSON-1061568306-router', 'tenant_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:45:10Z', 'revision_number': 6, 'project_id': 'a53f77cb0d7c47d3a12f4c605e84bf21', 'gw_port_host': None}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:45:11.514184 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cdfa8cb9-179c-42cc-b248-33bc3d5ccf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:11.548480 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa8cb9-179c-42cc-b248-33bc3d5ccf41 admin admin] Pushing event deleted for resources: {'Port': ['ID=cedcb945-2452-47fc-bb5d-864ab50bcb85,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:11.598121 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Set router dc5969d2-44b1-4261-a518-fc87a2303190 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:45:11.616045 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cdfa8cb9-179c-42cc-b248-33bc3d5ccf41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634350'] for router_gateway, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:11.727039 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cdfa8cb9-179c-42cc-b248-33bc3d5ccf41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14669'] for router, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:11.728019 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'name': 'tempest-TestMinimumBasicScenario-87009624-router', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:03Z', 'updated_at': '2021-07-02T09:45:07Z', 'revision_number': 4, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'gw_port': {'id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:04Z', 'updated_at': '2021-07-02T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': 'd0b54b11-4836-4312-a321-77f95ee333d2', 'name': '', 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'mac_address': 'fa:16:3e:91:ef:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '59240872-946a-484b-8411-a7c068eb7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:06Z', 'updated_at': '2021-07-02T09:45:10Z', 'revision_number': 4, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'subnets': [{'id': '59240872-946a-484b-8411-a7c068eb7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:11.730497 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cdfa8cb9-179c-42cc-b248-33bc3d5ccf41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:11.773277 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee4008-b8b5-4f51-9884-0aed5818c555 None None] The sync data for ids ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'] in dv-cinder-772181-12-iscsi is: [{'id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'name': 'tempest-TestMinimumBasicScenario-87009624-router', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:03Z', 'updated_at': '2021-07-02T09:45:07Z', 'revision_number': 4, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'gw_port': {'id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:04Z', 'updated_at': '2021-07-02T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': 'd0b54b11-4836-4312-a321-77f95ee333d2', 'name': '', 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'mac_address': 'fa:16:3e:91:ef:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '59240872-946a-484b-8411-a7c068eb7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:06Z', 'updated_at': '2021-07-02T09:45:10Z', 'revision_number': 4, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'subnets': [{'id': '59240872-946a-484b-8411-a7c068eb7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:45:11.806974 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cdfa8cb9-179c-42cc-b248-33bc3d5ccf41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-638642'] for router, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:11.807546 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfa8cb9-179c-42cc-b248-33bc3d5ccf41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea38f196-7589-4cb9-b4bd-3f7a80cefa39 {{(pid=99502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 09:45:11.819463 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-cdfa8cb9-179c-42cc-b248-33bc3d5ccf41 admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:11.819463 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-cdfa8cb9-179c-42cc-b248-33bc3d5ccf41 admin admin] 10.222.0.47 "DELETE /v2.0/routers/ea38f196-7589-4cb9-b4bd-3f7a80cefa39 HTTP/1.1" status: 204 len: 168 time: 1.1515629 Jul 02 09:45:11.821244 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 45678) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:11.910809 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:11.922217 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'name': 'tempest-TestMinimumBasicScenario-1407771879-router', 'tenant_id': '4238f2bf6d064ddd885e3f45b939d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cc5a255e-1508-4ad8-80c1-14fb359375c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:09Z', 'updated_at': '2021-07-02T09:45:10Z', 'revision_number': 3, 'project_id': '4238f2bf6d064ddd885e3f45b939d891', 'gw_port': {'id': 'cc5a255e-1508-4ad8-80c1-14fb359375c9', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:18:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:09Z', 'updated_at': '2021-07-02T09:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:11.953336 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3b549f-7eda-4613-9858-3e20050c43b1 admin admin] Deleting subnet 5da70325-9306-49c2-ab3d-c602b5d8b1c1 {{(pid=99502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 09:45:11.961002 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-db3b549f-7eda-4613-9858-3e20050c43b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:12.055157 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-db3b549f-7eda-4613-9858-3e20050c43b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3990916'] for subnet, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:12.195940 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-db3b549f-7eda-4613-9858-3e20050c43b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16457552'] for subnet, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:12.257244 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_common [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] Allocated IP 172.20.0.1 (0a5c7cb8-3644-4b2b-b48a-fe743d5146a2/1889681e-5e0d-45b5-b64b-78511316df7f/b01f638a-3e8f-4041-89e7-ca875b1b0735) {{(pid=99501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:45:12.280501 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Checking router: dc5969d2-44b1-4261-a518-fc87a2303190 for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:45:12.284568 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Updating router dc5969d2-44b1-4261-a518-fc87a2303190 port cc5a255e-1508-4ad8-80c1-14fb359375c9 binding host dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:45:12.329026 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-db3b549f-7eda-4613-9858-3e20050c43b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16457545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3997221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3689631'] for subnet, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:12.342375 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1627efd8-63a3-4d23-8257-7cd82a8b8a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:12.349374 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:12.370156 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b549f-7eda-4613-9858-3e20050c43b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5da70325-9306-49c2-ab3d-c602b5d8b1c1,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:12.377413 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-db3b549f-7eda-4613-9858-3e20050c43b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:12.384929 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 45694) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:12.389039 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-db3b549f-7eda-4613-9858-3e20050c43b1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5da70325-9306-49c2-ab3d-c602b5d8b1c1 HTTP/1.1" status: 204 len: 168 time: 0.5636573 Jul 02 09:45:12.482381 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d59881a-208c-4a70-8a1b-5ecc9cb39ea0 None None] Network 0a5c7cb8-3644-4b2b-b48a-fe743d5146a2 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:45:12.551082 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:12.556408 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4f429dcd-cdbc-447b-b683-6c15dacabdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436473'] for network, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:12.566718 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:12.573273 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-9aa367c2-03e1-4474-b137-93cc182a2e84 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:12.573958 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-4aceba9f-5572-4a87-b945-442ea931736e None None] Provisioning for port 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:12.574707 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-9aa367c2-03e1-4474-b137-93cc182a2e84 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/networks?id=918bea0c-b417-4ca6-b49b-9a63a0f8e52a HTTP/1.1" status: 200 len: 814 time: 0.2553511 Jul 02 09:45:12.591286 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.provisioning_blocks [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] Transition to ACTIVE for port object b01f638a-3e8f-4041-89e7-ca875b1b0735 will not be triggered until provisioned by entity DHCP. {{(pid=99501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:12.608073 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-6f34c63a-6a84-4f49-88cf-1ef422bdd143 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/quotas/c3546025d9d4470fa13b566273849dda HTTP/1.1" status: 200 len: 375 time: 0.0252960 Jul 02 09:45:12.686403 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-4d1e40e8-4ef1-4c1d-b2f8-f13f3adbbef0 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3546025d9d4470fa13b566273849dda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548174 Jul 02 09:45:12.732776 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4f429dcd-cdbc-447b-b683-6c15dacabdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16458973', 'neutron.services.segments.db._delete_segments_for_network-8744578473274'] for network, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:12.774684 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-4f429dcd-cdbc-447b-b683-6c15dacabdfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae5d867-4f28-47ae-9b90-7ac90a306363']}} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:12.795555 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-4f429dcd-cdbc-447b-b683-6c15dacabdfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427262be-26e2-475c-80e9-e9656f7a4162') {'for_net_delete': True} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:12.795878 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-4f429dcd-cdbc-447b-b683-6c15dacabdfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427262be-26e2-475c-80e9-e9656f7a4162') {} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:12.824187 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:12.830741 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25252481'] for port, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:12.838224 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4f429dcd-cdbc-447b-b683-6c15dacabdfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744578437946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233039'] for segment, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:12.860285 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:12.861043 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:12.896893 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4f429dcd-cdbc-447b-b683-6c15dacabdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:12.900333 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] Network 0a5c7cb8-3644-4b2b-b48a-fe743d5146a2 is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:45:12.918544 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:12.921499 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] Received port after_create {{(pid=99501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:45:12.927748 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f429dcd-cdbc-447b-b683-6c15dacabdfc admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=99501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 09:45:12.928150 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4f429dcd-cdbc-447b-b683-6c15dacabdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25252431'] for segment, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: Traceback (most recent call last): Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: timer() Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: cb(*args, **kw) Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: return func(*args, **kwargs) Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: self._notify() Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: self.callback(batched_events) Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: event.method(event) Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: return f(self, *a, **k) Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: return self._get(url).json() Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: return self.request(url, 'GET', **kwargs) Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 09:45:12.929892 dv-cinder-772181-12-iscsi neutron-server[99501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 09:45:12.962602 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-20bda6e7-96f3-4b95-8f07-93a534ad7f50 service neutron] 10.222.0.47 "GET /v2.0/networks/918bea0c-b417-4ca6-b49b-9a63a0f8e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428679 Jul 02 09:45:12.963294 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] Pushing event updated for resources: {'Port': ['ID=b01f638a-3e8f-4041-89e7-ca875b1b0735,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:13.012326 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:13.038136 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Transition to ACTIVE for port object cc5a255e-1508-4ad8-80c1-14fb359375c9 will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:13.048669 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633350'] for router_interface, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:13.056558 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:13.094281 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4f429dcd-cdbc-447b-b683-6c15dacabdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16458966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634290'] for network, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:13.098363 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4f429dcd-cdbc-447b-b683-6c15dacabdfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:13.103322 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-4f429dcd-cdbc-447b-b683-6c15dacabdfc admin admin] 10.222.0.47 "DELETE /v2.0/networks/0ae5d867-4f28-47ae-9b90-7ac90a306363 HTTP/1.1" status: 204 len: 168 time: 0.7125347 Jul 02 09:45:13.159679 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f429dcd-cdbc-447b-b683-6c15dacabdfc admin admin] Pushing event deleted for resources: {'Network': ['ID=0ae5d867-4f28-47ae-9b90-7ac90a306363,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:13.160540 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc318821-0bfd-4cc5-82dc-f14c799463cb None None] Pushing event updated for resources: {'Port': ['ID=cc5a255e-1508-4ad8-80c1-14fb359375c9,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:13.163433 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:13.221822 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-2b379522-506c-4ee2-a4ab-5c09b6e8b38a service neutron] 10.222.0.47 "GET /v2.0/networks/918bea0c-b417-4ca6-b49b-9a63a0f8e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425151 Jul 02 09:45:13.264210 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Attempting to bind port cc5a255e-1508-4ad8-80c1-14fb359375c9 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:45:13.264697 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Attempting to bind port cc5a255e-1508-4ad8-80c1-14fb359375c9 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:45:13.265261 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Attempting to bind port cc5a255e-1508-4ad8-80c1-14fb359375c9 on network 91abeacf-6705-4621-a88a-4859e43fbb2c {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:45:13.313706 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:13.323225 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 8c0deaa0-7be8-4ec6-b451-d0d445a820f2, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=8c0deaa0-7be8-4ec6-b451-d0d445a820f2,segment=NetworkSegment(f85a75ae-9356-4483-93e9-02b0a58c11c3),segment_id=f85a75ae-9356-4483-93e9-02b0a58c11c3)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:13.327758 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:45:13.328131 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Checking segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:45:13.329749 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:13.333030 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Bound using segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:45:13.333894 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Bound port: cc5a255e-1508-4ad8-80c1-14fb359375c9, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:45:13.334648 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:13.349945 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:13.349945 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device d0b54b11-4836-4312-a321-77f95ee333d2 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:13.388508 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 45700) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:13.464857 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-0e9a1600-e020-4451-b440-139cb408e75c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a53f77cb0d7c47d3a12f4c605e84bf21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0739341 Jul 02 09:45:13.466720 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 45706) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:13.549767 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] For port cc5a255e-1508-4ad8-80c1-14fb359375c9, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:45:13.558042 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] For port cc5a255e-1508-4ad8-80c1-14fb359375c9, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=cc5a255e-1508-4ad8-80c1-14fb359375c9,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:45:13.579265 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3608ad29-34bc-451d-aee2-c23f42726898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:13.606004 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:13.610771 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3608ad29-34bc-451d-aee2-c23f42726898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:13.666661 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-9d1ea696-838d-44af-889f-f125d85c7837 None None] Provisioning for port b01f638a-3e8f-4041-89e7-ca875b1b0735 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:13.673673 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=8c0deaa0-7be8-4ec6-b451-d0d445a820f2,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:13.680224 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3608ad29-34bc-451d-aee2-c23f42726898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:13.685864 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3608ad29-34bc-451d-aee2-c23f42726898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:13.690082 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-3608ad29-34bc-451d-aee2-c23f42726898 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/64861056-987b-44c9-ba9e-d788d883dac8 HTTP/1.1" status: 204 len: 168 time: 0.2200294 Jul 02 09:45:13.717184 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-9d1ea696-838d-44af-889f-f125d85c7837 None None] Provisioning complete for port b01f638a-3e8f-4041-89e7-ca875b1b0735 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:13.717412 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608ad29-34bc-451d-aee2-c23f42726898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64861056-987b-44c9-ba9e-d788d883dac8,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:13.721538 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9d1ea696-838d-44af-889f-f125d85c7837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:13.793632 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port d0b54b11-4836-4312-a321-77f95ee333d2 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:13.820552 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port d0b54b11-4836-4312-a321-77f95ee333d2 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:13.820929 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:13.848677 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Routers {'dc5969d2-44b1-4261-a518-fc87a2303190'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:45:13.849318 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:44:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['dc5969d2-44b1-4261-a518-fc87a2303190'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:13.910390 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c64c2bd2-6e26-4dee-a8a7-29e94799676d req-8345ec62-5937-4a9f-ac09-b6eff72c266e tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=072d8dcd-3f3f-4351-8b37-c980977b475f HTTP/1.1" status: 200 len: 210 time: 0.4133701 Jul 02 09:45:13.918127 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ea696-838d-44af-889f-f125d85c7837 None None] Port b01f638a-3e8f-4041-89e7-ca875b1b0735 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:45:13.929698 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc318821-0bfd-4cc5-82dc-f14c799463cb None None] Pushing event updated for resources: {'Port': ['ID=cc5a255e-1508-4ad8-80c1-14fb359375c9,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:13.962171 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-9d1ea696-838d-44af-889f-f125d85c7837 None None] Provisioning complete for port 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:13.962719 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9d1ea696-838d-44af-889f-f125d85c7837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:13.995830 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:14.002482 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25252499'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:14.098732 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:14.102143 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] Set router dc5969d2-44b1-4261-a518-fc87a2303190 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:45:14.104854 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] Pushing event updated for resources: {'Port': ['ID=b01f638a-3e8f-4041-89e7-ca875b1b0735,revision_number=2']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:14.114290 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633536'] for router_interface, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:14.216355 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] Network 0a5c7cb8-3644-4b2b-b48a-fe743d5146a2 is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:45:14.218107 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:14.221686 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port d0b54b11-4836-4312-a321-77f95ee333d2, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=d0b54b11-4836-4312-a321-77f95ee333d2,segment=NetworkSegment(299633ed-5e6b-4499-a25a-18c558889945),segment_id=299633ed-5e6b-4499-a25a-18c558889945)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:14.259793 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:14.380418 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 19ea5744-5eaf-4439-84dc-dbca91d70faf no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:45:14.435751 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 19ea5744-5eaf-4439-84dc-dbca91d70faf {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:45:14.436093 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 19ea5744-5eaf-4439-84dc-dbca91d70faf not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:45:14.436752 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] Router dc5969d2-44b1-4261-a518-fc87a2303190 has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:45:14.463685 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=d0b54b11-4836-4312-a321-77f95ee333d2,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:14.481956 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-378492f7-e1ed-4366-9bed-b5cc99b90139 None None] Provisioning complete for port b01f638a-3e8f-4041-89e7-ca875b1b0735 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:14.482531 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-378492f7-e1ed-4366-9bed-b5cc99b90139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:14.618999 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:45:14.619169 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 45734) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:14.633967 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-926b5e1d-32bb-4681-956a-66641f2ac88e admin admin] 10.222.0.47 "PUT /v2.0/routers/dc5969d2-44b1-4261-a518-fc87a2303190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2575297 Jul 02 09:45:14.659463 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:14.723513 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-378492f7-e1ed-4366-9bed-b5cc99b90139 None None] Port b01f638a-3e8f-4041-89e7-ca875b1b0735 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:45:14.724634 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-38405ee4-e2a0-49f7-a9fb-726e3ae1724d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-236978396-network', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:14.750029 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38405ee4-e2a0-49f7-a9fb-726e3ae1724d admin admin] Made reservation on behalf of 35c6f32ab03c483bac6a63048c16d76d for: {'network': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:45:14.753603 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-38405ee4-e2a0-49f7-a9fb-726e3ae1724d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:14.760995 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:14.761317 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:14.765973 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-38405ee4-e2a0-49f7-a9fb-726e3ae1724d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:14.791783 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'name': 'tempest-TestMinimumBasicScenario-1407771879-router', 'tenant_id': '4238f2bf6d064ddd885e3f45b939d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cc5a255e-1508-4ad8-80c1-14fb359375c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:09Z', 'updated_at': '2021-07-02T09:45:13Z', 'revision_number': 4, 'project_id': '4238f2bf6d064ddd885e3f45b939d891', 'gw_port': {'id': 'cc5a255e-1508-4ad8-80c1-14fb359375c9', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:18:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:09Z', 'updated_at': '2021-07-02T09:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': 'b01f638a-3e8f-4041-89e7-ca875b1b0735', 'name': '', 'network_id': '0a5c7cb8-3644-4b2b-b48a-fe743d5146a2', 'tenant_id': '4238f2bf6d064ddd885e3f45b939d891', 'mac_address': 'fa:16:3e:1f:34:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '1889681e-5e0d-45b5-b64b-78511316df7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:11Z', 'updated_at': '2021-07-02T09:45:12Z', 'revision_number': 1, 'project_id': '4238f2bf6d064ddd885e3f45b939d891', 'subnets': [{'id': '1889681e-5e0d-45b5-b64b-78511316df7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:14.828219 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebad603-570f-41c4-bebe-ae84d510e685 None None] The sync data for ids ['dc5969d2-44b1-4261-a518-fc87a2303190'] in dv-cinder-772181-12-iscsi is: [{'id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'name': 'tempest-TestMinimumBasicScenario-1407771879-router', 'tenant_id': '4238f2bf6d064ddd885e3f45b939d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cc5a255e-1508-4ad8-80c1-14fb359375c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:09Z', 'updated_at': '2021-07-02T09:45:13Z', 'revision_number': 4, 'project_id': '4238f2bf6d064ddd885e3f45b939d891', 'gw_port': {'id': 'cc5a255e-1508-4ad8-80c1-14fb359375c9', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:18:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:09Z', 'updated_at': '2021-07-02T09:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': 'b01f638a-3e8f-4041-89e7-ca875b1b0735', 'name': '', 'network_id': '0a5c7cb8-3644-4b2b-b48a-fe743d5146a2', 'tenant_id': '4238f2bf6d064ddd885e3f45b939d891', 'mac_address': 'fa:16:3e:1f:34:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '1889681e-5e0d-45b5-b64b-78511316df7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:11Z', 'updated_at': '2021-07-02T09:45:12Z', 'revision_number': 1, 'project_id': '4238f2bf6d064ddd885e3f45b939d891', 'subnets': [{'id': '1889681e-5e0d-45b5-b64b-78511316df7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:45:14.860853 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-f4c0a511-8bc5-49b1-a1a4-34dcb1d264ed None None] Provisioning complete for port b01f638a-3e8f-4041-89e7-ca875b1b0735 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:14.860853 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f4c0a511-8bc5-49b1-a1a4-34dcb1d264ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:14.893388 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-38405ee4-e2a0-49f7-a9fb-726e3ae1724d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:14.900331 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-38405ee4-e2a0-49f7-a9fb-726e3ae1724d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:14.927578 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0a511-8bc5-49b1-a1a4-34dcb1d264ed None None] Port b01f638a-3e8f-4041-89e7-ca875b1b0735 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:45:14.938677 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38405ee4-e2a0-49f7-a9fb-726e3ae1724d admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=99502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 09:45:14.951309 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device cedcb945-2452-47fc-bb5d-864ab50bcb85 no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:45:15.004193 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: cedcb945-2452-47fc-bb5d-864ab50bcb85 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:45:15.004581 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device cedcb945-2452-47fc-bb5d-864ab50bcb85 not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:45:15.041280 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38405ee4-e2a0-49f7-a9fb-726e3ae1724d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5df3e5-5343-40b5-bf23-1cf95961798b,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:15.061412 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-38405ee4-e2a0-49f7-a9fb-726e3ae1724d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:15.076724 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.segments_db [None req-38405ee4-e2a0-49f7-a9fb-726e3ae1724d admin admin] Added segment 3637e135-81bb-478a-acfe-6d83c0113fb6 of type vlan for network f180b8fd-20af-4867-b50b-8deef5167e74 Jul 02 09:45:15.115006 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-29bf1df4-91f2-4172-a956-58e60481664a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:15.211859 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ccc758da-bed6-4d1c-a1c1-7a9ac2cccf84 req-9dab7965-0e79-4883-ab92-3e4c5dbd1901 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=072d8dcd-3f3f-4351-8b37-c980977b475f HTTP/1.1" status: 200 len: 210 time: 0.1024106 Jul 02 09:45:15.241785 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-38405ee4-e2a0-49f7-a9fb-726e3ae1724d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:15.298207 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-9a0805ed-31ab-497f-b680-b83c2f8ad230 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:15.299751 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-9a0805ed-31ab-497f-b680-b83c2f8ad230 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.66 "GET /v2.0/networks?id=918bea0c-b417-4ca6-b49b-9a63a0f8e52a HTTP/1.1" status: 200 len: 814 time: 0.3252671 Jul 02 09:45:15.315823 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-73c83a55-a61e-435d-a78b-02a7bc589d22 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Request body: {'port': {'device_id': '072d8dcd-3f3f-4351-8b37-c980977b475f', 'network_id': '918bea0c-b417-4ca6-b49b-9a63a0f8e52a', 'admin_state_up': True, 'tenant_id': 'c3546025d9d4470fa13b566273849dda'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:15.320816 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-38405ee4-e2a0-49f7-a9fb-726e3ae1724d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:15.321757 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38405ee4-e2a0-49f7-a9fb-726e3ae1724d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:15.322341 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-38405ee4-e2a0-49f7-a9fb-726e3ae1724d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:15.380104 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-38405ee4-e2a0-49f7-a9fb-726e3ae1724d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7596898 Jul 02 09:45:15.382621 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 45758) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:15.388180 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-ea894eda-167e-4a4d-81d5-ce0159c77e3b admin admin] Request body: {'subnet': {'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-236978396-subnet', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:15.420449 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea894eda-167e-4a4d-81d5-ce0159c77e3b admin admin] Made reservation on behalf of 35c6f32ab03c483bac6a63048c16d76d for: {'subnet': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:45:15.423677 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ea894eda-167e-4a4d-81d5-ce0159c77e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25632336'] for subnet, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:15.452875 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38405ee4-e2a0-49f7-a9fb-726e3ae1724d admin admin] Pushing event updated for resources: {'Network': ['ID=f180b8fd-20af-4867-b50b-8deef5167e74,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:15.466546 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network f180b8fd-20af-4867-b50b-8deef5167e74 details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:45:15.535092 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-73c83a55-a61e-435d-a78b-02a7bc589d22 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Made reservation on behalf of c3546025d9d4470fa13b566273849dda for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:45:15.539068 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-73c83a55-a61e-435d-a78b-02a7bc589d22 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:15.576057 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:15.698585 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ea894eda-167e-4a4d-81d5-ce0159c77e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25252625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25632322'] for subnet, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:15.774862 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea894eda-167e-4a4d-81d5-ce0159c77e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ded4fa6-e112-4cbf-a9ba-367e7235be41,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:15.778380 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-73c83a55-a61e-435d-a78b-02a7bc589d22 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Allocated IP 172.20.0.3 (918bea0c-b417-4ca6-b49b-9a63a0f8e52a/e154cdb6-4817-4d50-81da-9eb843ee413c/a79ac317-dee4-4a3a-bd22-fa01dba321a9) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:45:15.827999 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea894eda-167e-4a4d-81d5-ce0159c77e3b admin admin] Checking segment: {'id': '3637e135-81bb-478a-acfe-6d83c0113fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:45:15.828409 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea894eda-167e-4a4d-81d5-ce0159c77e3b admin admin] Network hostable DHCP agents. Network: f180b8fd-20af-4867-b50b-8deef5167e74, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:45:15.856350 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea894eda-167e-4a4d-81d5-ce0159c77e3b admin admin] Network f180b8fd-20af-4867-b50b-8deef5167e74 is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:45:15.870370 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:15.871741 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-ea894eda-167e-4a4d-81d5-ce0159c77e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, f180b8fd-20af-4867-b50b-8deef5167e74) {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:15.877175 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea894eda-167e-4a4d-81d5-ce0159c77e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:15.877771 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ea894eda-167e-4a4d-81d5-ce0159c77e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:15.883381 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df474708-0441-4fba-ae19-2b37c4c7c742 None None] Network f180b8fd-20af-4867-b50b-8deef5167e74 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:45:15.916050 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-ea894eda-167e-4a4d-81d5-ce0159c77e3b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5322704 Jul 02 09:45:15.918890 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 45768) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:15.923486 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:15.981161 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14687'] for router, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:15.982343 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14660'] for router, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:16.067524 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-73c83a55-a61e-435d-a78b-02a7bc589d22 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:16.107147 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:16.127970 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7dea1bd-0782-506e-8bb9-6115f597cb05-f180b8fd-20af-4867-b50b-8deef5167e74', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'fixed_ips': [{'subnet_id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41'}]}} from dv-cinder-772181-12-iscsi. {{(pid=99503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 09:45:16.129424 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:16.154692 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-73c83a55-a61e-435d-a78b-02a7bc589d22 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:16.233817 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-73c83a55-a61e-435d-a78b-02a7bc589d22 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Network 918bea0c-b417-4ca6-b49b-9a63a0f8e52a is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:45:16.251590 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-73c83a55-a61e-435d-a78b-02a7bc589d22 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:16.255731 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-73c83a55-a61e-435d-a78b-02a7bc589d22 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:45:16.326349 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Allocated IP 172.20.0.2 (f180b8fd-20af-4867-b50b-8deef5167e74/1ded4fa6-e112-4cbf-a9ba-367e7235be41/f9862cd2-bcab-4d7a-8e30-5a99e845e4b5) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:45:16.365676 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c83a55-a61e-435d-a78b-02a7bc589d22 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Pushing event updated for resources: {'Port': ['ID=a79ac317-dee4-4a3a-bd22-fa01dba321a9,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:16.412006 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14714'] for router, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:16.417663 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-73c83a55-a61e-435d-a78b-02a7bc589d22 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:16.418313 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-73c83a55-a61e-435d-a78b-02a7bc589d22 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:16.447426 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-73c83a55-a61e-435d-a78b-02a7bc589d22 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1374433 Jul 02 09:45:16.461417 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Request body: {'port': {'device_id': '072d8dcd-3f3f-4351-8b37-c980977b475f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:16.597695 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:16.608201 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Transition to ACTIVE for port object f9862cd2-bcab-4d7a-8e30-5a99e845e4b5 will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:16.628799 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Transition to ACTIVE for port object f9862cd2-bcab-4d7a-8e30-5a99e845e4b5 will not be triggered until provisioned by entity DHCP. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:16.646207 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:16.690906 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e647084-1f8f-420c-a1f4-849b0ac7c88b req-813c410d-1947-4161-94de-b37ac8f669b7 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:16.693336 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6e647084-1f8f-420c-a1f4-849b0ac7c88b req-813c410d-1947-4161-94de-b37ac8f669b7 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=072d8dcd-3f3f-4351-8b37-c980977b475f HTTP/1.1" status: 200 len: 931 time: 0.2484276 Jul 02 09:45:16.700945 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Pushing event updated for resources: {'Port': ['ID=f9862cd2-bcab-4d7a-8e30-5a99e845e4b5,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:16.743125 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Network f180b8fd-20af-4867-b50b-8deef5167e74 is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:45:16.766048 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:16.770984 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:45:16.814049 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device d0b54b11-4836-4312-a321-77f95ee333d2 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:16.831807 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6e647084-1f8f-420c-a1f4-849b0ac7c88b req-662d1d72-fae9-454c-b3b4-7b0d9c9a442a tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327522 Jul 02 09:45:16.885229 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Attempting to bind port f9862cd2-bcab-4d7a-8e30-5a99e845e4b5 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:45:16.886045 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Attempting to bind port f9862cd2-bcab-4d7a-8e30-5a99e845e4b5 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': '3637e135-81bb-478a-acfe-6d83c0113fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:45:16.886045 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Attempting to bind port f9862cd2-bcab-4d7a-8e30-5a99e845e4b5 on network f180b8fd-20af-4867-b50b-8deef5167e74 {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:45:16.902846 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:45:16.904701 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Checking segment: {'id': '3637e135-81bb-478a-acfe-6d83c0113fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:45:16.905353 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:16.905854 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Bound using segment: {'id': '3637e135-81bb-478a-acfe-6d83c0113fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:45:16.906530 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Bound port: f9862cd2-bcab-4d7a-8e30-5a99e845e4b5, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3637e135-81bb-478a-acfe-6d83c0113fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:45:16.907015 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:16.985312 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:16.998631 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:17.018214 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] For port f9862cd2-bcab-4d7a-8e30-5a99e845e4b5, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:45:17.021848 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] For port f9862cd2-bcab-4d7a-8e30-5a99e845e4b5, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=f9862cd2-bcab-4d7a-8e30-5a99e845e4b5,segment=NetworkSegment(3637e135-81bb-478a-acfe-6d83c0113fb6),segment_id=3637e135-81bb-478a-acfe-6d83c0113fb6)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:45:17.022772 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port d0b54b11-4836-4312-a321-77f95ee333d2 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:17.023337 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:17.046224 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:17.046977 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:17.130046 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cece16-8839-49f6-af18-d9635dd56c07 None None] Pushing event updated for resources: {'Port': ['ID=f9862cd2-bcab-4d7a-8e30-5a99e845e4b5,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:17.195523 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device cc5a255e-1508-4ad8-80c1-14fb359375c9 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:17.212593 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_common [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] Allocated IP 172.27.1.86 (91abeacf-6705-4621-a88a-4859e43fbb2c/3acd31d5-d298-493f-8b22-8cf1b4526b9f/25c65711-686d-4ccb-acac-cadce0626aba) {{(pid=99501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:45:17.259603 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port cc5a255e-1508-4ad8-80c1-14fb359375c9 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:17.267209 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port cc5a255e-1508-4ad8-80c1-14fb359375c9 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:17.267918 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:17.365899 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79ac317-dee4-4a3a-bd22-fa01dba321a9 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:45:17.375529 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:17.398632 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:17.420046 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Transition to ACTIVE for port object a79ac317-dee4-4a3a-bd22-fa01dba321a9 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:17.430884 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:17.442004 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:17.459868 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port cc5a255e-1508-4ad8-80c1-14fb359375c9, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=cc5a255e-1508-4ad8-80c1-14fb359375c9,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:17.483673 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:17.503951 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Pushing event updated for resources: {'Port': ['ID=a79ac317-dee4-4a3a-bd22-fa01dba321a9,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:17.537185 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25252481'] for port, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:17.602920 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=cc5a255e-1508-4ad8-80c1-14fb359375c9,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:17.609445 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Attempting to bind port a79ac317-dee4-4a3a-bd22-fa01dba321a9 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:45:17.609785 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Attempting to bind port a79ac317-dee4-4a3a-bd22-fa01dba321a9 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'fd8d9580-428a-4765-afeb-31c37abe8c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '918bea0c-b417-4ca6-b49b-9a63a0f8e52a'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:45:17.610117 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Attempting to bind port a79ac317-dee4-4a3a-bd22-fa01dba321a9 on network 918bea0c-b417-4ca6-b49b-9a63a0f8e52a {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:45:17.616260 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Port a79ac317-dee4-4a3a-bd22-fa01dba321a9 on network 918bea0c-b417-4ca6-b49b-9a63a0f8e52a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:45:17.616661 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Attempting to bind port a79ac317-dee4-4a3a-bd22-fa01dba321a9 on network 918bea0c-b417-4ca6-b49b-9a63a0f8e52a {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:45:17.619240 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:45:17.623276 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:45:17.623886 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Checking segment: {'id': 'fd8d9580-428a-4765-afeb-31c37abe8c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '918bea0c-b417-4ca6-b49b-9a63a0f8e52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:45:17.624403 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Bound using segment: {'id': 'fd8d9580-428a-4765-afeb-31c37abe8c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '918bea0c-b417-4ca6-b49b-9a63a0f8e52a'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:45:17.624871 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Bound port: a79ac317-dee4-4a3a-bd22-fa01dba321a9, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8d9580-428a-4765-afeb-31c37abe8c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '918bea0c-b417-4ca6-b49b-9a63a0f8e52a'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:45:17.625232 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:17.625719 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:17.625949 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=25c65711-686d-4ccb-acac-cadce0626aba,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:17.629622 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:17.632229 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] Received port after_create {{(pid=99501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:45:17.714660 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] For port a79ac317-dee4-4a3a-bd22-fa01dba321a9, host hv-cinder-77218, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:45:17.717897 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] For port a79ac317-dee4-4a3a-bd22-fa01dba321a9, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=a79ac317-dee4-4a3a-bd22-fa01dba321a9,segment=NetworkSegment(fd8d9580-428a-4765-afeb-31c37abe8c8d),segment_id=fd8d9580-428a-4765-afeb-31c37abe8c8d)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:45:17.725819 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:17.795530 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:17.796317 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:17.798243 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] 10.222.0.66 "PUT /v2.0/ports/a79ac317-dee4-4a3a-bd22-fa01dba321a9 HTTP/1.1" status: 200 len: 1093 time: 1.3417308 Jul 02 09:45:17.799039 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072d8dcd-3f3f-4351-8b37-c980977b475f', 'tag': 'a79ac317-dee4-4a3a-bd22-fa01dba321a9'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:45:17.801897 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1c3ea0-3e1f-470a-a80d-53fb943e6c74" -d '{"events": [{"name": "network-changed", "server_uuid": "072d8dcd-3f3f-4351-8b37-c980977b475f", "tag": "a79ac317-dee4-4a3a-bd22-fa01dba321a9"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:45:17.841675 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc7d46-6a92-4127-a56d-54c1d16eea10 service neutron] Pushing event updated for resources: {'Port': ['ID=a79ac317-dee4-4a3a-bd22-fa01dba321a9,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:17.910800 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78076d8-aba7-4d5d-bc78-0751aff75586 x-openstack-request-id: req-e78076d8-aba7-4d5d-bc78-0751aff75586 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:45:17.911095 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072d8dcd-3f3f-4351-8b37-c980977b475f", "tag": "a79ac317-dee4-4a3a-bd22-fa01dba321a9", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:45:17.911345 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e78076d8-aba7-4d5d-bc78-0751aff75586 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:45:17.911738 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072d8dcd-3f3f-4351-8b37-c980977b475f', 'tag': 'a79ac317-dee4-4a3a-bd22-fa01dba321a9', 'status': 'completed', 'code': 200} Jul 02 09:45:17.977918 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-5e7c48c8-2294-4193-93b7-13eead919ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:17.984534 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-5e7c48c8-2294-4193-93b7-13eead919ec3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c3546025d9d4470fa13b566273849dda&device_id=072d8dcd-3f3f-4351-8b37-c980977b475f HTTP/1.1" status: 200 len: 1096 time: 0.1269670 Jul 02 09:45:18.053706 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-c3cc7c56-9291-47a0-bd7d-644a28cee4a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a79ac317-dee4-4a3a-bd22-fa01dba321a9 HTTP/1.1" status: 200 len: 217 time: 0.0565979 Jul 02 09:45:18.082774 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:18.118824 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-f904c3ec-f182-4d4b-b046-6e22a98de5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:18.121918 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-f904c3ec-f182-4d4b-b046-6e22a98de5d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e154cdb6-4817-4d50-81da-9eb843ee413c HTTP/1.1" status: 200 len: 854 time: 0.0615153 Jul 02 09:45:18.160992 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-a218014c-61fc-45b0-8c6e-178989cce31a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=918bea0c-b417-4ca6-b49b-9a63a0f8e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315330 Jul 02 09:45:18.269056 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-4ab609e6-5bdf-4e70-95e2-f5a2cbd28a37 service neutron] 10.222.0.66 "GET /v2.0/networks/918bea0c-b417-4ca6-b49b-9a63a0f8e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991566 Jul 02 09:45:18.274381 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f58f40-e1c9-49f7-8d37-7058d1e1645e req-744f3a4d-9567-4e17-b582-b767ba88d6fa tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:18.276162 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c0f58f40-e1c9-49f7-8d37-7058d1e1645e req-744f3a4d-9567-4e17-b582-b767ba88d6fa tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=072d8dcd-3f3f-4351-8b37-c980977b475f HTTP/1.1" status: 200 len: 943 time: 0.2569504 Jul 02 09:45:18.333109 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c0f58f40-e1c9-49f7-8d37-7058d1e1645e req-4baa965b-691a-40dd-8605-285b906f697f tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499542 Jul 02 09:45:18.432846 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-9a277cf7-835b-4d92-9e93-e10dca850c01 req-28ace20f-b446-415e-bcab-80f94c4f984a service neutron] 10.222.0.66 "GET /v2.0/networks/918bea0c-b417-4ca6-b49b-9a63a0f8e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498880 Jul 02 09:45:18.666045 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634886'] for router, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:18.671537 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c3ea0-3e1f-470a-a80d-53fb943e6c74 req-26f4d459-f8a4-4603-a7a6-8d8034db0e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:18.674938 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-bc1c3ea0-3e1f-470a-a80d-53fb943e6c74 req-26f4d459-f8a4-4603-a7a6-8d8034db0e64 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c3546025d9d4470fa13b566273849dda&device_id=072d8dcd-3f3f-4351-8b37-c980977b475f HTTP/1.1" status: 200 len: 1096 time: 0.1598701 Jul 02 09:45:18.719969 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device f9862cd2-bcab-4d7a-8e30-5a99e845e4b5 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:18.858783 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c312e483-8fbd-4a74-94ca-fc6ac2d99367 None None] Network f180b8fd-20af-4867-b50b-8deef5167e74 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:45:18.895957 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c3ea0-3e1f-470a-a80d-53fb943e6c74 req-30fd66e5-ebc8-47b6-8cf5-a9bf531c064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:18.897466 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-bc1c3ea0-3e1f-470a-a80d-53fb943e6c74 req-30fd66e5-ebc8-47b6-8cf5-a9bf531c064f service neutron] 10.222.0.66 "GET /v2.0/networks?id=918bea0c-b417-4ca6-b49b-9a63a0f8e52a HTTP/1.1" status: 200 len: 915 time: 0.2092731 Jul 02 09:45:18.963079 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-bc1c3ea0-3e1f-470a-a80d-53fb943e6c74 req-76271138-587c-4e31-8f64-3a5a35f321ba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a79ac317-dee4-4a3a-bd22-fa01dba321a9 HTTP/1.1" status: 200 len: 217 time: 0.0546911 Jul 02 09:45:18.966301 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] Router a7f5270e-6ea9-47f9-81a2-bb78663a722d is scheduled to L3 agent 9e613d5e-7006-412c-b838-682983cdc62a with binding_index 1 {{(pid=99501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 09:45:18.990644 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-623477aa-7933-4c7c-bca3-661056e8aafa None None] Provisioning for port f9862cd2-bcab-4d7a-8e30-5a99e845e4b5 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:19.042711 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port f9862cd2-bcab-4d7a-8e30-5a99e845e4b5 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:19.049111 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c3ea0-3e1f-470a-a80d-53fb943e6c74 req-84fdf77d-41f4-4fcf-af11-40ea1c51ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:19.051318 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port f9862cd2-bcab-4d7a-8e30-5a99e845e4b5 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:19.051859 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:19.052062 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-bc1c3ea0-3e1f-470a-a80d-53fb943e6c74 req-84fdf77d-41f4-4fcf-af11-40ea1c51ba6a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e154cdb6-4817-4d50-81da-9eb843ee413c HTTP/1.1" status: 200 len: 854 time: 0.0807858 Jul 02 09:45:19.128712 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-bc1c3ea0-3e1f-470a-a80d-53fb943e6c74 req-d065aee7-faa3-4091-b8e0-da62cf4fea0c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=918bea0c-b417-4ca6-b49b-9a63a0f8e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664921 Jul 02 09:45:19.230070 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:45:19.245534 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Sync routers for ids ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:45:19.260726 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] Notify callbacks [] for router, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:19.264750 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-1eef587b-b397-4b4c-a671-f608e69e4ac2 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3446462 Jul 02 09:45:19.267642 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 45778) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:19.267882 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Routers {'a7f5270e-6ea9-47f9-81a2-bb78663a722d'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:45:19.268928 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:45:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:19.343162 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-bc1c3ea0-3e1f-470a-a80d-53fb943e6c74 req-bde0faf4-8e9a-4e3a-9d08-e749e82d1cd3 service neutron] 10.222.0.66 "GET /v2.0/networks/918bea0c-b417-4ca6-b49b-9a63a0f8e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998384 Jul 02 09:45:19.369464 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:19.461022 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port f9862cd2-bcab-4d7a-8e30-5a99e845e4b5, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=f9862cd2-bcab-4d7a-8e30-5a99e845e4b5,segment=NetworkSegment(3637e135-81bb-478a-acfe-6d83c0113fb6),segment_id=3637e135-81bb-478a-acfe-6d83c0113fb6)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:19.488623 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:19.490903 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device cc5a255e-1508-4ad8-80c1-14fb359375c9 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:19.552561 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Set router a7f5270e-6ea9-47f9-81a2-bb78663a722d gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:45:19.603026 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Sync routers for ids ['dc5969d2-44b1-4261-a518-fc87a2303190'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:45:19.650814 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-bc1c3ea0-3e1f-470a-a80d-53fb943e6c74 req-8bb32410-b8ad-43a0-9dfe-fef816c4a8b1 service neutron] 10.222.0.66 "GET /v2.0/networks/918bea0c-b417-4ca6-b49b-9a63a0f8e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918363 Jul 02 09:45:19.676560 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Routers {'dc5969d2-44b1-4261-a518-fc87a2303190'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:45:19.683645 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:45:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['dc5969d2-44b1-4261-a518-fc87a2303190'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:19.846199 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=f9862cd2-bcab-4d7a-8e30-5a99e845e4b5,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:19.883479 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-b3cae11e-3102-445d-a60d-8579ef8486c7 None None] Provisioning complete for port f9862cd2-bcab-4d7a-8e30-5a99e845e4b5 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:19.884388 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b3cae11e-3102-445d-a60d-8579ef8486c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:19.891044 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '25c65711-686d-4ccb-acac-cadce0626aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:45:17Z', 'revision_number': 3, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port': {'id': '25c65711-686d-4ccb-acac-cadce0626aba', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:17Z', 'updated_at': '2021-07-02T09:45:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:19.953699 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Checking router: a7f5270e-6ea9-47f9-81a2-bb78663a722d for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:45:19.954051 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Updating router a7f5270e-6ea9-47f9-81a2-bb78663a722d port 25c65711-686d-4ccb-acac-cadce0626aba binding host dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:45:19.974121 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port cc5a255e-1508-4ad8-80c1-14fb359375c9 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:19.974851 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:19.992685 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1d24-b449-40a4-b1b4-92c4e49bbd22 req-be1dfbe8-9af3-44ac-9daf-11adc6c02a78 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:19.994448 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-72ea1d24-b449-40a4-b1b4-92c4e49bbd22 req-be1dfbe8-9af3-44ac-9daf-11adc6c02a78 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=072d8dcd-3f3f-4351-8b37-c980977b475f HTTP/1.1" status: 200 len: 943 time: 0.2781439 Jul 02 09:45:20.027539 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:20.055403 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Set router dc5969d2-44b1-4261-a518-fc87a2303190 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:45:20.109620 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-72ea1d24-b449-40a4-b1b4-92c4e49bbd22 req-9225c8b9-b67a-4f7f-9c45-eb23b93cc0bd tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032412 Jul 02 09:45:20.276430 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:20.349718 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'name': 'tempest-TestMinimumBasicScenario-1407771879-router', 'tenant_id': '4238f2bf6d064ddd885e3f45b939d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cc5a255e-1508-4ad8-80c1-14fb359375c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:09Z', 'updated_at': '2021-07-02T09:45:13Z', 'revision_number': 4, 'project_id': '4238f2bf6d064ddd885e3f45b939d891', 'gw_port': {'id': 'cc5a255e-1508-4ad8-80c1-14fb359375c9', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:09Z', 'updated_at': '2021-07-02T09:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': 'b01f638a-3e8f-4041-89e7-ca875b1b0735', 'name': '', 'network_id': '0a5c7cb8-3644-4b2b-b48a-fe743d5146a2', 'tenant_id': '4238f2bf6d064ddd885e3f45b939d891', 'mac_address': 'fa:16:3e:1f:34:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '1889681e-5e0d-45b5-b64b-78511316df7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:11Z', 'updated_at': '2021-07-02T09:45:13Z', 'revision_number': 2, 'project_id': '4238f2bf6d064ddd885e3f45b939d891', 'subnets': [{'id': '1889681e-5e0d-45b5-b64b-78511316df7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:20.427372 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:20.440904 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Transition to ACTIVE for port object 25c65711-686d-4ccb-acac-cadce0626aba will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:20.471594 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:20.533673 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Checking router: dc5969d2-44b1-4261-a518-fc87a2303190 for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:45:20.534194 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Updating router dc5969d2-44b1-4261-a518-fc87a2303190 port b01f638a-3e8f-4041-89e7-ca875b1b0735 binding host dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:45:20.541352 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_common [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] Allocated IP 172.20.0.1 (f180b8fd-20af-4867-b50b-8deef5167e74/1ded4fa6-e112-4cbf-a9ba-367e7235be41/4a8c5c4b-603f-492a-b401-4d5c7130064a) {{(pid=99501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:45:20.564024 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b8e5a-0324-4828-8f3b-794947de5da1 None None] Pushing event updated for resources: {'Port': ['ID=25c65711-686d-4ccb-acac-cadce0626aba,revision_number=2']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:20.577342 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:20.585862 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Attempting to bind port 25c65711-686d-4ccb-acac-cadce0626aba on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:45:20.586232 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Attempting to bind port 25c65711-686d-4ccb-acac-cadce0626aba by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:45:20.586591 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Attempting to bind port 25c65711-686d-4ccb-acac-cadce0626aba on network 91abeacf-6705-4621-a88a-4859e43fbb2c {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:45:20.592470 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device f9862cd2-bcab-4d7a-8e30-5a99e845e4b5 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:20.593998 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:45:20.594423 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Checking segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:45:20.594871 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:20.595309 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Bound using segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:45:20.595826 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Bound port: 25c65711-686d-4ccb-acac-cadce0626aba, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:45:20.596225 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:20.661349 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] For port 25c65711-686d-4ccb-acac-cadce0626aba, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:45:20.665941 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] For port 25c65711-686d-4ccb-acac-cadce0626aba, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=25c65711-686d-4ccb-acac-cadce0626aba,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:45:20.678138 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:20.702392 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:20.723667 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.provisioning_blocks [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] Transition to ACTIVE for port object 4a8c5c4b-603f-492a-b401-4d5c7130064a will not be triggered until provisioned by entity DHCP. {{(pid=99501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:20.744088 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Routers {'a7f5270e-6ea9-47f9-81a2-bb78663a722d'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:45:20.745308 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:45:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:20.761589 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port f9862cd2-bcab-4d7a-8e30-5a99e845e4b5 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:20.761980 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:20.784306 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25252481'] for port, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:20.787741 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b8e5a-0324-4828-8f3b-794947de5da1 None None] Pushing event updated for resources: {'Port': ['ID=25c65711-686d-4ccb-acac-cadce0626aba,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:20.865292 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] Pushing event updated for resources: {'Port': ['ID=4a8c5c4b-603f-492a-b401-4d5c7130064a,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:20.902083 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] Network f180b8fd-20af-4867-b50b-8deef5167e74 is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:45:20.906059 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:20.911808 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] Received port after_create {{(pid=99501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:45:21.003509 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633350'] for router_interface, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:21.024407 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] Set router a7f5270e-6ea9-47f9-81a2-bb78663a722d gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:45:21.108147 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:21.136209 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Transition to ACTIVE for port object b01f638a-3e8f-4041-89e7-ca875b1b0735 will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:21.160845 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:21.237199 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe03261-3f0e-41e7-851d-2ad59494c61e None None] Pushing event updated for resources: {'Port': ['ID=b01f638a-3e8f-4041-89e7-ca875b1b0735,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:21.302870 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:21.335224 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Attempting to bind port b01f638a-3e8f-4041-89e7-ca875b1b0735 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:45:21.336873 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Attempting to bind port b01f638a-3e8f-4041-89e7-ca875b1b0735 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': 'f85a75ae-9356-4483-93e9-02b0a58c11c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5c7cb8-3644-4b2b-b48a-fe743d5146a2'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:45:21.343305 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Attempting to bind port b01f638a-3e8f-4041-89e7-ca875b1b0735 on network 0a5c7cb8-3644-4b2b-b48a-fe743d5146a2 {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:45:21.349653 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:45:21.350802 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Checking segment: {'id': 'f85a75ae-9356-4483-93e9-02b0a58c11c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5c7cb8-3644-4b2b-b48a-fe743d5146a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:45:21.351123 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:21.351819 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Bound using segment: {'id': 'f85a75ae-9356-4483-93e9-02b0a58c11c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5c7cb8-3644-4b2b-b48a-fe743d5146a2'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:45:21.353137 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Bound port: b01f638a-3e8f-4041-89e7-ca875b1b0735, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85a75ae-9356-4483-93e9-02b0a58c11c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5c7cb8-3644-4b2b-b48a-fe743d5146a2'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:45:21.353765 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:21.379048 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '25c65711-686d-4ccb-acac-cadce0626aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:45:17Z', 'revision_number': 3, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port': {'id': '25c65711-686d-4ccb-acac-cadce0626aba', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:17Z', 'updated_at': '2021-07-02T09:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:21.426818 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384868c8-d616-4496-80e6-e7ea76a39ee9 None None] The sync data for ids ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'] in dv-cinder-772181-12-iscsi is: [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '25c65711-686d-4ccb-acac-cadce0626aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:45:17Z', 'revision_number': 3, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port': {'id': '25c65711-686d-4ccb-acac-cadce0626aba', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:17Z', 'updated_at': '2021-07-02T09:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:45:21.439174 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-a4b100de-456e-44d2-8879-1d3f243f839f None None] Provisioning for port 4a8c5c4b-603f-492a-b401-4d5c7130064a completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:21.449598 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-a4b100de-456e-44d2-8879-1d3f243f839f None None] Provisioning complete for port 4a8c5c4b-603f-492a-b401-4d5c7130064a triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:21.450105 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a4b100de-456e-44d2-8879-1d3f243f839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:21.496005 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] For port b01f638a-3e8f-4041-89e7-ca875b1b0735, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:45:21.518993 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] For port b01f638a-3e8f-4041-89e7-ca875b1b0735, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=b01f638a-3e8f-4041-89e7-ca875b1b0735,segment=NetworkSegment(f85a75ae-9356-4483-93e9-02b0a58c11c3),segment_id=f85a75ae-9356-4483-93e9-02b0a58c11c3)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:45:21.525270 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-a4b100de-456e-44d2-8879-1d3f243f839f None None] Port 4a8c5c4b-603f-492a-b401-4d5c7130064a cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:45:21.530505 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:21.540352 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47022ee4-d88d-4739-89b6-89b1b639b2d4 req-ea94cf56-4553-4899-9096-ec2ecfdc8794 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:21.542076 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-47022ee4-d88d-4739-89b6-89b1b639b2d4 req-ea94cf56-4553-4899-9096-ec2ecfdc8794 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=072d8dcd-3f3f-4351-8b37-c980977b475f HTTP/1.1" status: 200 len: 943 time: 0.2130377 Jul 02 09:45:21.643619 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Routers {'dc5969d2-44b1-4261-a518-fc87a2303190'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:45:21.652639 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:45:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['dc5969d2-44b1-4261-a518-fc87a2303190'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:21.685105 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-47022ee4-d88d-4739-89b6-89b1b639b2d4 req-ee823e8c-e0b3-4643-8ce8-070a7281ac2a tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325994 Jul 02 09:45:21.707318 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:21.723585 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25252499'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:21.819210 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633536'] for router_interface, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:21.821331 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] Pushing event updated for resources: {'Port': ['ID=4a8c5c4b-603f-492a-b401-4d5c7130064a,revision_number=2']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:21.850126 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] Set router dc5969d2-44b1-4261-a518-fc87a2303190 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:45:21.967910 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe03261-3f0e-41e7-851d-2ad59494c61e None None] Pushing event updated for resources: {'Port': ['ID=b01f638a-3e8f-4041-89e7-ca875b1b0735,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:21.976959 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] Network f180b8fd-20af-4867-b50b-8deef5167e74 is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:45:21.978399 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:22.192187 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] Router a7f5270e-6ea9-47f9-81a2-bb78663a722d has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:45:22.230030 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'name': 'tempest-TestMinimumBasicScenario-1407771879-router', 'tenant_id': '4238f2bf6d064ddd885e3f45b939d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cc5a255e-1508-4ad8-80c1-14fb359375c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:09Z', 'updated_at': '2021-07-02T09:45:13Z', 'revision_number': 4, 'project_id': '4238f2bf6d064ddd885e3f45b939d891', 'gw_port': {'id': 'cc5a255e-1508-4ad8-80c1-14fb359375c9', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:09Z', 'updated_at': '2021-07-02T09:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': 'b01f638a-3e8f-4041-89e7-ca875b1b0735', 'name': '', 'network_id': '0a5c7cb8-3644-4b2b-b48a-fe743d5146a2', 'tenant_id': '4238f2bf6d064ddd885e3f45b939d891', 'mac_address': 'fa:16:3e:1f:34:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '1889681e-5e0d-45b5-b64b-78511316df7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:11Z', 'updated_at': '2021-07-02T09:45:21Z', 'revision_number': 4, 'project_id': '4238f2bf6d064ddd885e3f45b939d891', 'subnets': [{'id': '1889681e-5e0d-45b5-b64b-78511316df7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:22.267338 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a16c48-028d-4c84-a151-dde5c20f79a0 None None] The sync data for ids ['dc5969d2-44b1-4261-a518-fc87a2303190'] in dv-cinder-772181-12-iscsi is: [{'id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'name': 'tempest-TestMinimumBasicScenario-1407771879-router', 'tenant_id': '4238f2bf6d064ddd885e3f45b939d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cc5a255e-1508-4ad8-80c1-14fb359375c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:09Z', 'updated_at': '2021-07-02T09:45:13Z', 'revision_number': 4, 'project_id': '4238f2bf6d064ddd885e3f45b939d891', 'gw_port': {'id': 'cc5a255e-1508-4ad8-80c1-14fb359375c9', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:09Z', 'updated_at': '2021-07-02T09:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': 'b01f638a-3e8f-4041-89e7-ca875b1b0735', 'name': '', 'network_id': '0a5c7cb8-3644-4b2b-b48a-fe743d5146a2', 'tenant_id': '4238f2bf6d064ddd885e3f45b939d891', 'mac_address': 'fa:16:3e:1f:34:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '1889681e-5e0d-45b5-b64b-78511316df7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:11Z', 'updated_at': '2021-07-02T09:45:21Z', 'revision_number': 4, 'project_id': '4238f2bf6d064ddd885e3f45b939d891', 'subnets': [{'id': '1889681e-5e0d-45b5-b64b-78511316df7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:45:22.302216 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8e0c7b0d-7c74-498f-8e19-4adfbaaa24aa None None] Provisioning complete for port 4a8c5c4b-603f-492a-b401-4d5c7130064a triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:22.302836 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8e0c7b0d-7c74-498f-8e19-4adfbaaa24aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:22.340210 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:45:22.342484 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8e0c7b0d-7c74-498f-8e19-4adfbaaa24aa None None] Port 4a8c5c4b-603f-492a-b401-4d5c7130064a cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:45:22.347107 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-78088d2f-39df-41c9-9882-02e5ff80a31f admin admin] 10.222.0.47 "PUT /v2.0/routers/a7f5270e-6ea9-47f9-81a2-bb78663a722d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0766318 Jul 02 09:45:22.734989 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device b01f638a-3e8f-4041-89e7-ca875b1b0735 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:22.836478 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port b01f638a-3e8f-4041-89e7-ca875b1b0735 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:22.847457 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port b01f638a-3e8f-4041-89e7-ca875b1b0735 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:22.848003 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:22.893154 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device a79ac317-dee4-4a3a-bd22-fa01dba321a9 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:45:23.005317 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801914f-9da0-4d1e-a82d-9a817b4597c4 req-b1144225-8286-4a66-a80e-96b0564f9200 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:23.007308 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8801914f-9da0-4d1e-a82d-9a817b4597c4 req-b1144225-8286-4a66-a80e-96b0564f9200 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=072d8dcd-3f3f-4351-8b37-c980977b475f HTTP/1.1" status: 200 len: 943 time: 0.1007235 Jul 02 09:45:23.067673 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8801914f-9da0-4d1e-a82d-9a817b4597c4 req-f741cd30-0b1e-4692-9a93-9255e34b4b34 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543120 Jul 02 09:45:23.124294 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:23.257632 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port b01f638a-3e8f-4041-89e7-ca875b1b0735, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=b01f638a-3e8f-4041-89e7-ca875b1b0735,segment=NetworkSegment(f85a75ae-9356-4483-93e9-02b0a58c11c3),segment_id=f85a75ae-9356-4483-93e9-02b0a58c11c3)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:23.277174 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port a79ac317-dee4-4a3a-bd22-fa01dba321a9, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=a79ac317-dee4-4a3a-bd22-fa01dba321a9,segment=NetworkSegment(fd8d9580-428a-4765-afeb-31c37abe8c8d),segment_id=fd8d9580-428a-4765-afeb-31c37abe8c8d)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:23.284870 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:23.288643 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 25c65711-686d-4ccb-acac-cadce0626aba up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:23.290885 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 45796) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:23.297558 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-edebbaf6-4111-46ee-af31-7a88ac494247 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--238964768', 'description': 'tempest-description--1366028554'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:23.343278 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-edebbaf6-4111-46ee-af31-7a88ac494247 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:23.376845 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': 'a79ac317-dee4-4a3a-bd22-fa01dba321a9', 'network_id': '918bea0c-b417-4ca6-b49b-9a63a0f8e52a', 'port_id': 'a79ac317-dee4-4a3a-bd22-fa01dba321a9', 'mac_address': 'fa:16:3e:c4:2c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e154cdb6-4817-4d50-81da-9eb843ee413c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:45:23.481142 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=b01f638a-3e8f-4041-89e7-ca875b1b0735,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:23.499457 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:23.517035 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79ac317-dee4-4a3a-bd22-fa01dba321a9 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:45:23.523913 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 25c65711-686d-4ccb-acac-cadce0626aba completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:23.530141 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-edebbaf6-4111-46ee-af31-7a88ac494247 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:23.534408 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 25c65711-686d-4ccb-acac-cadce0626aba triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:23.534787 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:23.539552 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-edebbaf6-4111-46ee-af31-7a88ac494247 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:23.570762 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port a79ac317-dee4-4a3a-bd22-fa01dba321a9, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=a79ac317-dee4-4a3a-bd22-fa01dba321a9,segment=NetworkSegment(fd8d9580-428a-4765-afeb-31c37abe8c8d),segment_id=fd8d9580-428a-4765-afeb-31c37abe8c8d)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:23.582699 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:23.588102 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-edebbaf6-4111-46ee-af31-7a88ac494247 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:23.593211 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 45800) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:23.594622 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-edebbaf6-4111-46ee-af31-7a88ac494247 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2970774 Jul 02 09:45:23.596836 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebbaf6-4111-46ee-af31-7a88ac494247 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1be798-97d4-4b92-9aad-10ab7dc502c4,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:23.598649 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-ff37bbdb-6e3e-46f4-8e50-bdf10b42bdf4 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Request body: {'security_group_rule': {'security_group_id': '3f1be798-97d4-4b92-9aad-10ab7dc502c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:23.635607 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ff37bbdb-6e3e-46f4-8e50-bdf10b42bdf4 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:23.652266 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=a79ac317-dee4-4a3a-bd22-fa01dba321a9,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:23.693308 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:23.699001 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ff37bbdb-6e3e-46f4-8e50-bdf10b42bdf4 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:23.712284 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ff37bbdb-6e3e-46f4-8e50-bdf10b42bdf4 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:23.718589 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 25c65711-686d-4ccb-acac-cadce0626aba, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=25c65711-686d-4ccb-acac-cadce0626aba,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:23.724500 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:23.750617 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37bbdb-6e3e-46f4-8e50-bdf10b42bdf4 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79baf3a1-c5d6-4b79-8660-9264432683cf,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:23.763453 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ff37bbdb-6e3e-46f4-8e50-bdf10b42bdf4 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:23.765387 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-ff37bbdb-6e3e-46f4-8e50-bdf10b42bdf4 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1708114 Jul 02 09:45:23.768022 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 45802) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:23.774357 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-22981450-8b3f-477c-b50a-3e23e76f4bc3 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Request body: {'security_group_rule': {'security_group_id': '3f1be798-97d4-4b92-9aad-10ab7dc502c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:23.817204 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=25c65711-686d-4ccb-acac-cadce0626aba,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:23.834240 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-22981450-8b3f-477c-b50a-3e23e76f4bc3 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:23.877808 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['a79ac317-dee4-4a3a-bd22-fa01dba321a9'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:45:23.930610 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-22981450-8b3f-477c-b50a-3e23e76f4bc3 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:23.937260 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-22981450-8b3f-477c-b50a-3e23e76f4bc3 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:23.963473 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22981450-8b3f-477c-b50a-3e23e76f4bc3 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac77658-f270-49d5-81af-b6569306c13c,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:23.981227 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-22981450-8b3f-477c-b50a-3e23e76f4bc3 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:23.985495 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-22981450-8b3f-477c-b50a-3e23e76f4bc3 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2136552 Jul 02 09:45:23.985790 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 45804) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:23.991550 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-c5c090f9-659b-4a29-848a-3fa0b7b0ab77 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Request body: {'floatingip': {'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:24.023666 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c5c090f9-659b-4a29-848a-3fa0b7b0ab77 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for floatingip, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:24.142392 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c5c090f9-659b-4a29-848a-3fa0b7b0ab77 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:24.311840 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_common [None req-c5c090f9-659b-4a29-848a-3fa0b7b0ab77 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Allocated IP 172.27.1.210 (91abeacf-6705-4621-a88a-4859e43fbb2c/3acd31d5-d298-493f-8b22-8cf1b4526b9f/58d11bcb-a51a-49e5-940e-769172fca5d7) {{(pid=99501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:45:24.365580 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9030bc7-183f-469d-9224-c55d05964107 req-3c869058-08cf-4a92-9688-ec07965b228e tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:24.367283 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f9030bc7-183f-469d-9224-c55d05964107 req-3c869058-08cf-4a92-9688-ec07965b228e tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=072d8dcd-3f3f-4351-8b37-c980977b475f HTTP/1.1" status: 200 len: 944 time: 0.1444254 Jul 02 09:45:24.456845 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f9030bc7-183f-469d-9224-c55d05964107 req-0637f2a7-ee3d-4381-b16a-98570a9b6cf8 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583107 Jul 02 09:45:24.470853 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c5c090f9-659b-4a29-848a-3fa0b7b0ab77 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for port, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:24.522668 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Sync routers for ids ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:45:24.528536 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c5c090f9-659b-4a29-848a-3fa0b7b0ab77 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25252481'] for port, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:24.543503 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Routers {'a7f5270e-6ea9-47f9-81a2-bb78663a722d'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:45:24.547859 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:45:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:24.582726 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device b01f638a-3e8f-4041-89e7-ca875b1b0735 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:24.586383 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c090f9-659b-4a29-848a-3fa0b7b0ab77 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:45:24.590308 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-c5c090f9-659b-4a29-848a-3fa0b7b0ab77 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:24.592959 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c090f9-659b-4a29-848a-3fa0b7b0ab77 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Received port after_create {{(pid=99501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:45:24.633259 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c090f9-659b-4a29-848a-3fa0b7b0ab77 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Pushing event updated for resources: {'Port': ['ID=58d11bcb-a51a-49e5-940e-769172fca5d7,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:24.687394 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port b01f638a-3e8f-4041-89e7-ca875b1b0735 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:24.688026 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:24.699492 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Set router a7f5270e-6ea9-47f9-81a2-bb78663a722d gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:45:24.756039 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c5c090f9-659b-4a29-848a-3fa0b7b0ab77 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:24.847245 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c5c090f9-659b-4a29-848a-3fa0b7b0ab77 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:24.884640 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 25c65711-686d-4ccb-acac-cadce0626aba up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:24.921437 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device a79ac317-dee4-4a3a-bd22-fa01dba321a9 up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:25.014269 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 25c65711-686d-4ccb-acac-cadce0626aba triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:25.014618 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:25.015198 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '25c65711-686d-4ccb-acac-cadce0626aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:45:21Z', 'revision_number': 4, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port': {'id': '25c65711-686d-4ccb-acac-cadce0626aba', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:17Z', 'updated_at': '2021-07-02T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '4a8c5c4b-603f-492a-b401-4d5c7130064a', 'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'mac_address': 'fa:16:3e:0a:3d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:20Z', 'updated_at': '2021-07-02T09:45:21Z', 'revision_number': 2, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'subnets': [{'id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:25.018336 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port a79ac317-dee4-4a3a-bd22-fa01dba321a9 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:25.079959 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Checking router: a7f5270e-6ea9-47f9-81a2-bb78663a722d for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:45:25.080278 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Updating router a7f5270e-6ea9-47f9-81a2-bb78663a722d port 4a8c5c4b-603f-492a-b401-4d5c7130064a binding host dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:45:25.185401 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:25.194260 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port a79ac317-dee4-4a3a-bd22-fa01dba321a9 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:25.194479 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:25.205368 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c5c090f9-659b-4a29-848a-3fa0b7b0ab77 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for port, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:25.220505 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c5c090f9-659b-4a29-848a-3fa0b7b0ab77 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25252499'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:25.314114 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c090f9-659b-4a29-848a-3fa0b7b0ab77 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Pushing event updated for resources: {'Port': ['ID=58d11bcb-a51a-49e5-940e-769172fca5d7,revision_number=2']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:25.334183 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c5c090f9-659b-4a29-848a-3fa0b7b0ab77 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634276'] for floatingip, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:25.335993 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:25.355590 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c5c090f9-659b-4a29-848a-3fa0b7b0ab77 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:25.357230 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-c5c090f9-659b-4a29-848a-3fa0b7b0ab77 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3704352 Jul 02 09:45:25.376539 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072d8dcd-3f3f-4351-8b37-c980977b475f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79ac317-dee4-4a3a-bd22-fa01dba321a9'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:45:25.379334 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2e1fb2-a436-4c58-ae10-3a38ecf4a22c" -d '{"events": [{"server_uuid": "072d8dcd-3f3f-4351-8b37-c980977b475f", "name": "network-vif-plugged", "status": "completed", "tag": "a79ac317-dee4-4a3a-bd22-fa01dba321a9"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:45:25.397104 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port a79ac317-dee4-4a3a-bd22-fa01dba321a9, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=a79ac317-dee4-4a3a-bd22-fa01dba321a9,segment=NetworkSegment(fd8d9580-428a-4765-afeb-31c37abe8c8d),segment_id=fd8d9580-428a-4765-afeb-31c37abe8c8d)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:25.408517 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:25.446907 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97443420-deff-4e88-afe3-441900c6215d x-openstack-request-id: req-97443420-deff-4e88-afe3-441900c6215d {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:45:25.447280 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072d8dcd-3f3f-4351-8b37-c980977b475f", "name": "network-vif-plugged", "status": "completed", "tag": "a79ac317-dee4-4a3a-bd22-fa01dba321a9", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:45:25.448391 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-97443420-deff-4e88-afe3-441900c6215d {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:45:25.449023 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072d8dcd-3f3f-4351-8b37-c980977b475f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79ac317-dee4-4a3a-bd22-fa01dba321a9', 'code': 200} Jul 02 09:45:25.483120 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=a79ac317-dee4-4a3a-bd22-fa01dba321a9,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:25.607785 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Notify callbacks [] for port, precommit_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:25.608367 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-71a5a55f-8546-4f41-864b-056f15e8f8a6 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--238964768&fields=id&tenant_id=35c6f32ab03c483bac6a63048c16d76d HTTP/1.1" status: 200 len: 267 time: 0.0698566 Jul 02 09:45:25.629713 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Transition to ACTIVE for port object 4a8c5c4b-603f-492a-b401-4d5c7130064a will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:25.653235 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:25.755051 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb940a-5e5d-4fa2-a828-7612035609bb None None] Pushing event updated for resources: {'Port': ['ID=4a8c5c4b-603f-492a-b401-4d5c7130064a,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:25.813621 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fa9b4-f871-4d0f-9389-0a53d08402f1 req-09cf7084-38b3-4573-a057-26ea8791f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:25.820902 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b12fa9b4-f871-4d0f-9389-0a53d08402f1 req-09cf7084-38b3-4573-a057-26ea8791f6b0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=072d8dcd-3f3f-4351-8b37-c980977b475f HTTP/1.1" status: 200 len: 1098 time: 0.1162164 Jul 02 09:45:25.870976 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b12fa9b4-f871-4d0f-9389-0a53d08402f1 req-86fcc078-ea81-4557-89fe-205e752d47ed service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402257 Jul 02 09:45:25.904178 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Attempting to bind port 4a8c5c4b-603f-492a-b401-4d5c7130064a on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:45:25.904612 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Attempting to bind port 4a8c5c4b-603f-492a-b401-4d5c7130064a by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': '3637e135-81bb-478a-acfe-6d83c0113fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:45:25.904973 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Attempting to bind port 4a8c5c4b-603f-492a-b401-4d5c7130064a on network f180b8fd-20af-4867-b50b-8deef5167e74 {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:45:25.911061 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:45:25.911507 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Checking segment: {'id': '3637e135-81bb-478a-acfe-6d83c0113fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:45:25.911917 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:25.912310 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Bound using segment: {'id': '3637e135-81bb-478a-acfe-6d83c0113fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:45:25.913224 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Bound port: 4a8c5c4b-603f-492a-b401-4d5c7130064a, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3637e135-81bb-478a-acfe-6d83c0113fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:45:25.913635 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:25.996559 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] For port 4a8c5c4b-603f-492a-b401-4d5c7130064a, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:45:26.012726 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] For port 4a8c5c4b-603f-492a-b401-4d5c7130064a, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=4a8c5c4b-603f-492a-b401-4d5c7130064a,segment=NetworkSegment(3637e135-81bb-478a-acfe-6d83c0113fb6),segment_id=3637e135-81bb-478a-acfe-6d83c0113fb6)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:45:26.017437 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:26.089599 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-dc5b74b0-b399-4998-9775-8431871b751c tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:26.091231 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-dc5b74b0-b399-4998-9775-8431871b751c tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/networks?id=f180b8fd-20af-4867-b50b-8deef5167e74 HTTP/1.1" status: 200 len: 810 time: 0.4729147 Jul 02 09:45:26.096896 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Routers {'a7f5270e-6ea9-47f9-81a2-bb78663a722d'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:45:26.097479 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:45:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:26.115593 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-b0bb5b57-6bf1-464c-abab-db7ffd2cb660 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/quotas/35c6f32ab03c483bac6a63048c16d76d HTTP/1.1" status: 200 len: 375 time: 0.0172396 Jul 02 09:45:26.124808 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389a2b6-36d0-427f-8ad3-7758ff90de98 req-d58ca9df-b703-4915-87df-facb02ad518e tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:26.126257 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6389a2b6-36d0-427f-8ad3-7758ff90de98 req-d58ca9df-b703-4915-87df-facb02ad518e tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=072d8dcd-3f3f-4351-8b37-c980977b475f HTTP/1.1" status: 200 len: 945 time: 0.4191983 Jul 02 09:45:26.137425 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb940a-5e5d-4fa2-a828-7612035609bb None None] Pushing event updated for resources: {'Port': ['ID=4a8c5c4b-603f-492a-b401-4d5c7130064a,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:26.213683 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6389a2b6-36d0-427f-8ad3-7758ff90de98 req-e9c6c0ca-79e8-4820-ad7d-f597ba99bd82 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759187 Jul 02 09:45:26.243606 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] Set router a7f5270e-6ea9-47f9-81a2-bb78663a722d gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:45:26.253510 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-4c712dd8-a72a-4610-a9b4-6df5c916fcf3 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=35c6f32ab03c483bac6a63048c16d76d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1261559 Jul 02 09:45:26.375884 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-2600ec80-abdd-4c45-acda-26bd3552817c service neutron] 10.222.0.47 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044316 Jul 02 09:45:26.485274 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-1f5fae35-0357-4672-a71d-e8c77fa15099 service neutron] 10.222.0.47 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052730 Jul 02 09:45:26.497319 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '25c65711-686d-4ccb-acac-cadce0626aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:45:21Z', 'revision_number': 4, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port': {'id': '25c65711-686d-4ccb-acac-cadce0626aba', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:17Z', 'updated_at': '2021-07-02T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '4a8c5c4b-603f-492a-b401-4d5c7130064a', 'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'mac_address': 'fa:16:3e:0a:3d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:20Z', 'updated_at': '2021-07-02T09:45:25Z', 'revision_number': 4, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'subnets': [{'id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:26.529691 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa01c1d-b0b5-4aca-95fb-bfca8f7a0df8 None None] The sync data for ids ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'] in dv-cinder-772181-12-iscsi is: [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '25c65711-686d-4ccb-acac-cadce0626aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:45:21Z', 'revision_number': 4, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port': {'id': '25c65711-686d-4ccb-acac-cadce0626aba', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:17Z', 'updated_at': '2021-07-02T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '4a8c5c4b-603f-492a-b401-4d5c7130064a', 'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'mac_address': 'fa:16:3e:0a:3d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:20Z', 'updated_at': '2021-07-02T09:45:25Z', 'revision_number': 4, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'subnets': [{'id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:45:26.765357 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cd27e974-a222-4adc-8ddc-9fc2762933a3 req-7f5f009c-ed51-45b2-ad1f-9b720b03948a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 210 time: 0.0780346 Jul 02 09:45:27.425499 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c10626-65fb-4c58-aae1-4e55f190d056 req-ffcd9150-8608-4d1d-980c-b4d25d122206 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:27.435503 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-34c10626-65fb-4c58-aae1-4e55f190d056 req-ffcd9150-8608-4d1d-980c-b4d25d122206 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=072d8dcd-3f3f-4351-8b37-c980977b475f HTTP/1.1" status: 200 len: 945 time: 0.0907762 Jul 02 09:45:27.488724 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-34c10626-65fb-4c58-aae1-4e55f190d056 req-c694bba7-27e5-4a99-91cc-3fabd1b8b7fa tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521300 Jul 02 09:45:27.936795 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-01108cf1-c6b7-422f-ae21-db0bd9a33ada req-7cf01bda-e94b-46ba-b782-18b03ae65fe9 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 210 time: 0.0407286 Jul 02 09:45:28.232984 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-c7cdf077-2030-4aa9-bfcc-754727866e33 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:28.235547 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-c7cdf077-2030-4aa9-bfcc-754727866e33 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.66 "GET /v2.0/networks?id=f180b8fd-20af-4867-b50b-8deef5167e74 HTTP/1.1" status: 200 len: 810 time: 0.1586621 Jul 02 09:45:28.291220 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-312bcbdd-2831-4442-836b-e008e6f031b8 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35c6f32ab03c483bac6a63048c16d76d HTTP/1.1" status: 200 len: 379 time: 0.0466783 Jul 02 09:45:28.300513 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-8964a5c3-dd74-495f-bbb5-6bef3121411f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Request body: {'port': {'device_id': '84dfe7ce-68b9-4d7b-9473-060cd93acc5e', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'admin_state_up': True, 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'security_groups': ['3f1be798-97d4-4b92-9aad-10ab7dc502c4']}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:28.441987 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-8964a5c3-dd74-495f-bbb5-6bef3121411f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Made reservation on behalf of 35c6f32ab03c483bac6a63048c16d76d for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:45:28.455283 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-8964a5c3-dd74-495f-bbb5-6bef3121411f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:28.631304 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-8964a5c3-dd74-495f-bbb5-6bef3121411f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Allocated IP 172.20.0.5 (f180b8fd-20af-4867-b50b-8deef5167e74/1ded4fa6-e112-4cbf-a9ba-367e7235be41/1c9e143a-8c09-44ac-80af-ed01a9606abf) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:45:28.645330 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 4a8c5c4b-603f-492a-b401-4d5c7130064a up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:28.712316 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 4a8c5c4b-603f-492a-b401-4d5c7130064a completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:28.718172 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 4a8c5c4b-603f-492a-b401-4d5c7130064a triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:28.718830 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:28.793517 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-8964a5c3-dd74-495f-bbb5-6bef3121411f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:28.818441 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-8964a5c3-dd74-495f-bbb5-6bef3121411f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Transition to ACTIVE for port object 1c9e143a-8c09-44ac-80af-ed01a9606abf will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:28.836015 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:28.855657 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-8964a5c3-dd74-495f-bbb5-6bef3121411f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:28.887315 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 4a8c5c4b-603f-492a-b401-4d5c7130064a, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=4a8c5c4b-603f-492a-b401-4d5c7130064a,segment=NetworkSegment(3637e135-81bb-478a-acfe-6d83c0113fb6),segment_id=3637e135-81bb-478a-acfe-6d83c0113fb6)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:28.896273 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:28.914728 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-8964a5c3-dd74-495f-bbb5-6bef3121411f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Network f180b8fd-20af-4867-b50b-8deef5167e74 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:45:28.919026 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-8964a5c3-dd74-495f-bbb5-6bef3121411f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:28.926493 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-8964a5c3-dd74-495f-bbb5-6bef3121411f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:45:28.955609 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964a5c3-dd74-495f-bbb5-6bef3121411f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Pushing event updated for resources: {'Port': ['ID=1c9e143a-8c09-44ac-80af-ed01a9606abf,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:28.971790 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=4a8c5c4b-603f-492a-b401-4d5c7130064a,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:29.004271 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-8964a5c3-dd74-495f-bbb5-6bef3121411f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:29.005133 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-8964a5c3-dd74-495f-bbb5-6bef3121411f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:29.032593 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-8964a5c3-dd74-495f-bbb5-6bef3121411f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7357125 Jul 02 09:45:29.043751 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Request body: {'port': {'device_id': '84dfe7ce-68b9-4d7b-9473-060cd93acc5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:29.139964 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f86c9-36f2-4953-b951-964eb0a80e87 req-6a6e95ef-0c85-4c4e-a9f4-153fd5419a5c tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:29.142179 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f43f86c9-36f2-4953-b951-964eb0a80e87 req-6a6e95ef-0c85-4c4e-a9f4-153fd5419a5c tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 931 time: 0.0790160 Jul 02 09:45:29.143912 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:29.183129 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f43f86c9-36f2-4953-b951-964eb0a80e87 req-c488c3bf-19f1-4114-9e7f-a3b2847fbe4a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347583 Jul 02 09:45:29.282042 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-c6223e3e-6c72-454d-8c9b-0b332285a220 None None] Provisioning for port 1c9e143a-8c09-44ac-80af-ed01a9606abf completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:29.286291 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-c6223e3e-6c72-454d-8c9b-0b332285a220 None None] Provisioning complete for port 1c9e143a-8c09-44ac-80af-ed01a9606abf triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:29.286676 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c6223e3e-6c72-454d-8c9b-0b332285a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:29.349904 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-c6223e3e-6c72-454d-8c9b-0b332285a220 None None] Port 1c9e143a-8c09-44ac-80af-ed01a9606abf cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:45:29.485173 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9e143a-8c09-44ac-80af-ed01a9606abf {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:45:29.495924 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:29.512204 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Transition to ACTIVE for port object 1c9e143a-8c09-44ac-80af-ed01a9606abf will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:29.519518 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:29.591716 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:45:29.619455 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9e143a-8c09-44ac-80af-ed01a9606abf,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:29.657874 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Attempting to bind port 1c9e143a-8c09-44ac-80af-ed01a9606abf on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:45:29.659344 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Attempting to bind port 1c9e143a-8c09-44ac-80af-ed01a9606abf by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '3637e135-81bb-478a-acfe-6d83c0113fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:45:29.659344 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Attempting to bind port 1c9e143a-8c09-44ac-80af-ed01a9606abf on network f180b8fd-20af-4867-b50b-8deef5167e74 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:45:29.667670 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Port 1c9e143a-8c09-44ac-80af-ed01a9606abf on network f180b8fd-20af-4867-b50b-8deef5167e74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:45:29.668099 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Attempting to bind port 1c9e143a-8c09-44ac-80af-ed01a9606abf on network f180b8fd-20af-4867-b50b-8deef5167e74 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:45:29.674585 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:45:29.675468 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Checking segment: {'id': '3637e135-81bb-478a-acfe-6d83c0113fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:45:29.675624 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Bound using segment: {'id': '3637e135-81bb-478a-acfe-6d83c0113fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:45:29.676211 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Bound port: 1c9e143a-8c09-44ac-80af-ed01a9606abf, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3637e135-81bb-478a-acfe-6d83c0113fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:45:29.676645 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:29.766017 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] For port 1c9e143a-8c09-44ac-80af-ed01a9606abf, host hv-cinder-77218, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:45:29.770893 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] For port 1c9e143a-8c09-44ac-80af-ed01a9606abf, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=1c9e143a-8c09-44ac-80af-ed01a9606abf,segment=NetworkSegment(3637e135-81bb-478a-acfe-6d83c0113fb6),segment_id=3637e135-81bb-478a-acfe-6d83c0113fb6)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:45:29.776603 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:29.827609 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:29.829022 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:29.831806 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] 10.222.0.66 "PUT /v2.0/ports/1c9e143a-8c09-44ac-80af-ed01a9606abf HTTP/1.1" status: 200 len: 1093 time: 0.7924559 Jul 02 09:45:29.832231 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dfe7ce-68b9-4d7b-9473-060cd93acc5e', 'tag': '1c9e143a-8c09-44ac-80af-ed01a9606abf'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:45:29.834796 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff890c9a-6174-4f87-be43-16dc0afc26d1" -d '{"events": [{"name": "network-changed", "server_uuid": "84dfe7ce-68b9-4d7b-9473-060cd93acc5e", "tag": "1c9e143a-8c09-44ac-80af-ed01a9606abf"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:45:29.870167 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c85edf-d2c6-48d8-b2c5-49e132e87d87 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9e143a-8c09-44ac-80af-ed01a9606abf,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:29.893451 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f8b1da-8983-445c-89c8-c7e9fee2bd43 x-openstack-request-id: req-04f8b1da-8983-445c-89c8-c7e9fee2bd43 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:45:29.893767 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84dfe7ce-68b9-4d7b-9473-060cd93acc5e", "tag": "1c9e143a-8c09-44ac-80af-ed01a9606abf", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:45:29.894016 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-04f8b1da-8983-445c-89c8-c7e9fee2bd43 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:45:29.894592 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dfe7ce-68b9-4d7b-9473-060cd93acc5e', 'tag': '1c9e143a-8c09-44ac-80af-ed01a9606abf', 'status': 'completed', 'code': 200} Jul 02 09:45:29.968918 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-2e088cfd-7ec7-4e8c-93ad-35898bbc289b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:29.970552 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-2e088cfd-7ec7-4e8c-93ad-35898bbc289b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35c6f32ab03c483bac6a63048c16d76d&device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 1096 time: 0.0706775 Jul 02 09:45:30.016230 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-7da9c403-3ee7-438c-b822-bbbdcff19fff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c9e143a-8c09-44ac-80af-ed01a9606abf HTTP/1.1" status: 200 len: 217 time: 0.0374105 Jul 02 09:45:30.076059 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-45216d5f-c84b-4ef8-aabc-262408ea6562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:30.077601 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-45216d5f-c84b-4ef8-aabc-262408ea6562 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1ded4fa6-e112-4cbf-a9ba-367e7235be41 HTTP/1.1" status: 200 len: 849 time: 0.0546875 Jul 02 09:45:30.142968 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-a355d816-0f89-4e90-ae5e-c41505d9ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:30.144599 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-a355d816-0f89-4e90-ae5e-c41505d9ccf9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f180b8fd-20af-4867-b50b-8deef5167e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0599010 Jul 02 09:45:30.249831 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-13e26ef9-2596-4ad1-bd62-c0912c797742 service neutron] 10.222.0.66 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982981 Jul 02 09:45:30.351259 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4ee88da3-0312-450a-a15e-ce854f21af60 req-db64de1b-c90b-4605-b1a4-e9a98200bf91 service neutron] 10.222.0.66 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938809 Jul 02 09:45:30.373060 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de3b75-25aa-4011-b917-cb396b39f957 req-548f761d-e03f-42bb-a881-d4a21067c36d tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:30.374644 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-86de3b75-25aa-4011-b917-cb396b39f957 req-548f761d-e03f-42bb-a881-d4a21067c36d tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 943 time: 0.0690851 Jul 02 09:45:30.419954 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-86de3b75-25aa-4011-b917-cb396b39f957 req-5a464541-2020-4d4d-a92b-c091f11f320a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381997 Jul 02 09:45:30.471975 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff890c9a-6174-4f87-be43-16dc0afc26d1 req-efc332db-68a9-4ac6-9ceb-9b550222af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:30.473618 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-ff890c9a-6174-4f87-be43-16dc0afc26d1 req-efc332db-68a9-4ac6-9ceb-9b550222af95 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35c6f32ab03c483bac6a63048c16d76d&device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 1096 time: 0.0610213 Jul 02 09:45:30.548050 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 4a8c5c4b-603f-492a-b401-4d5c7130064a up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:30.573023 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff890c9a-6174-4f87-be43-16dc0afc26d1 req-16f228fa-1b9f-456e-939d-d8987c858ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:30.574695 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-ff890c9a-6174-4f87-be43-16dc0afc26d1 req-16f228fa-1b9f-456e-939d-d8987c858ad9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f180b8fd-20af-4867-b50b-8deef5167e74 HTTP/1.1" status: 200 len: 911 time: 0.0928159 Jul 02 09:45:30.605714 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 4a8c5c4b-603f-492a-b401-4d5c7130064a triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:30.606079 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:30.615728 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-ff890c9a-6174-4f87-be43-16dc0afc26d1 req-14a8438f-a15b-47bf-8e44-3c814361e7d2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c9e143a-8c09-44ac-80af-ed01a9606abf HTTP/1.1" status: 200 len: 217 time: 0.0338097 Jul 02 09:45:30.667508 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff890c9a-6174-4f87-be43-16dc0afc26d1 req-e851c1ca-974e-450f-a53c-b6401996dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:30.669420 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-ff890c9a-6174-4f87-be43-16dc0afc26d1 req-e851c1ca-974e-450f-a53c-b6401996dfb2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1ded4fa6-e112-4cbf-a9ba-367e7235be41 HTTP/1.1" status: 200 len: 849 time: 0.0446208 Jul 02 09:45:30.736666 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff890c9a-6174-4f87-be43-16dc0afc26d1 req-a0603ff7-5a8e-42ee-bbf2-9ab27e74c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:30.738142 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-ff890c9a-6174-4f87-be43-16dc0afc26d1 req-a0603ff7-5a8e-42ee-bbf2-9ab27e74c34f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f180b8fd-20af-4867-b50b-8deef5167e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0599041 Jul 02 09:45:30.835084 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-ff890c9a-6174-4f87-be43-16dc0afc26d1 req-a87a65d4-fd4c-4548-ae41-c1af40aeada2 service neutron] 10.222.0.66 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893922 Jul 02 09:45:30.932421 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-ff890c9a-6174-4f87-be43-16dc0afc26d1 req-fa6e9ce5-9e8a-405c-9101-ecc93c4e2af6 service neutron] 10.222.0.66 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859847 Jul 02 09:45:30.952287 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-b2e14169-8799-459b-ab64-b58f813674fe tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:30.953684 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-b2e14169-8799-459b-ab64-b58f813674fe tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/networks?id=a762777d-3efe-407d-b53d-97f099a11e4e HTTP/1.1" status: 200 len: 813 time: 0.1032197 Jul 02 09:45:30.968310 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-b697abc2-307d-497f-8f68-af2b2d1b23d0 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/quotas/c4a780dd92544746bcad39297ea82937 HTTP/1.1" status: 200 len: 375 time: 0.0094130 Jul 02 09:45:31.036248 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-f3e59091-f6b6-4898-9e47-44bf0e74169f tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4a780dd92544746bcad39297ea82937&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632277 Jul 02 09:45:31.133741 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-e500fe80-e918-4f77-8607-df9b8c5ce1e1 service neutron] 10.222.0.47 "GET /v2.0/networks/a762777d-3efe-407d-b53d-97f099a11e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843737 Jul 02 09:45:31.219911 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-76099214-d1ea-4d41-b4ce-b9380d3b8bfb service neutron] 10.222.0.47 "GET /v2.0/networks/a762777d-3efe-407d-b53d-97f099a11e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804355 Jul 02 09:45:31.382579 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-26f073e2-293f-4412-890c-bb755a44bad2 req-771ea4d0-6d45-4b10-89a1-f49989a0fa51 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 210 time: 0.0280070 Jul 02 09:45:31.602131 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0640e7-8d3f-4e25-aae2-6b60a9560d7f req-ce9fc7ad-d48c-402e-bfe2-52e2e94172a2 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:31.604149 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bf0640e7-8d3f-4e25-aae2-6b60a9560d7f req-ce9fc7ad-d48c-402e-bfe2-52e2e94172a2 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 943 time: 0.0678048 Jul 02 09:45:31.642548 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bf0640e7-8d3f-4e25-aae2-6b60a9560d7f req-ac265d58-95e0-4090-abc6-0c66dc873f4e tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323107 Jul 02 09:45:32.451427 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-830e180a-8f03-4a61-a181-a847d542a572 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:32.453588 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-830e180a-8f03-4a61-a181-a847d542a572 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.66 "GET /v2.0/networks?id=a762777d-3efe-407d-b53d-97f099a11e4e HTTP/1.1" status: 200 len: 813 time: 0.1015818 Jul 02 09:45:32.478371 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Request body: {'port': {'device_id': 'ce1b7033-20d8-4cab-a212-5f3805c13acc', 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e', 'admin_state_up': True, 'tenant_id': 'c4a780dd92544746bcad39297ea82937'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:32.524660 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9f50da05-e63c-4c6e-80f2-f1994aa48c93 req-3bc98256-a331-4500-9716-b9b153a11266 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 210 time: 0.0281649 Jul 02 09:45:32.594914 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Made reservation on behalf of c4a780dd92544746bcad39297ea82937 for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:45:32.598525 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:32.732575 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Allocated IP 172.20.0.6 (a762777d-3efe-407d-b53d-97f099a11e4e/59240872-946a-484b-8411-a7c068eb7cd7/cc2788d7-fea9-427b-9a24-acb3bf51bea6) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:45:32.841169 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690aacbf-53b1-47e9-aae6-e00ad87153bd req-545f6148-1cf1-4ee7-85dd-9f34537ef6ed tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:32.842673 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-690aacbf-53b1-47e9-aae6-e00ad87153bd req-545f6148-1cf1-4ee7-85dd-9f34537ef6ed tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 943 time: 0.0837400 Jul 02 09:45:32.887853 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-690aacbf-53b1-47e9-aae6-e00ad87153bd req-0d4a32f8-fd38-4700-97db-02dbd47c0119 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385864 Jul 02 09:45:32.914971 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:32.930701 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Transition to ACTIVE for port object cc2788d7-fea9-427b-9a24-acb3bf51bea6 will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:32.938830 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 1c9e143a-8c09-44ac-80af-ed01a9606abf details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:45:32.971402 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:33.001983 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Network a762777d-3efe-407d-b53d-97f099a11e4e is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:45:33.007961 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:33.011903 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:45:33.100356 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Pushing event updated for resources: {'Port': ['ID=cc2788d7-fea9-427b-9a24-acb3bf51bea6,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:33.118834 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:33.119707 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:33.119968 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:33.120302 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:33.120807 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:33.121134 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:33.121480 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:33.122388 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:33.122388 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:33.122601 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:33.123086 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:33.123423 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:33.139336 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:33.139988 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:33.156635 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-e1c9bd29-6ebc-413b-97b1-9b2f1c02a7cc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6821065 Jul 02 09:45:33.165648 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 1c9e143a-8c09-44ac-80af-ed01a9606abf, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=1c9e143a-8c09-44ac-80af-ed01a9606abf,segment=NetworkSegment(3637e135-81bb-478a-acfe-6d83c0113fb6),segment_id=3637e135-81bb-478a-acfe-6d83c0113fb6)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:33.185349 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '1c9e143a-8c09-44ac-80af-ed01a9606abf', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'port_id': '1c9e143a-8c09-44ac-80af-ed01a9606abf', 'mac_address': 'fa:16:3e:ca:22:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:45:33.236615 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:33.255342 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9e143a-8c09-44ac-80af-ed01a9606abf {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:45:33.283343 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 1c9e143a-8c09-44ac-80af-ed01a9606abf, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=1c9e143a-8c09-44ac-80af-ed01a9606abf,segment=NetworkSegment(3637e135-81bb-478a-acfe-6d83c0113fb6),segment_id=3637e135-81bb-478a-acfe-6d83c0113fb6)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:33.290474 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:33.394128 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-e85ae378-2ab4-406a-922a-d82c1268cc25 None None] Provisioning for port cc2788d7-fea9-427b-9a24-acb3bf51bea6 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:33.399801 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=1c9e143a-8c09-44ac-80af-ed01a9606abf,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:33.403474 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-e85ae378-2ab4-406a-922a-d82c1268cc25 None None] Provisioning complete for port cc2788d7-fea9-427b-9a24-acb3bf51bea6 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:33.403855 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e85ae378-2ab4-406a-922a-d82c1268cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:33.443039 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-e85ae378-2ab4-406a-922a-d82c1268cc25 None None] Port cc2788d7-fea9-427b-9a24-acb3bf51bea6 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:45:33.632912 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['1c9e143a-8c09-44ac-80af-ed01a9606abf'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:45:33.719355 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccb402-71e4-41ca-8e55-e6265f7fb773 req-e76c8a5a-1889-4814-b3de-9c648ecae99a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:33.721004 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-74ccb402-71e4-41ca-8e55-e6265f7fb773 req-e76c8a5a-1889-4814-b3de-9c648ecae99a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 931 time: 0.0808473 Jul 02 09:45:33.765825 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-74ccb402-71e4-41ca-8e55-e6265f7fb773 req-6156e007-7ad1-4c15-a9bb-61c830d5550d tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390651 Jul 02 09:45:34.071610 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0668f-4b49-4c29-817e-024fa1a68c16 req-f758c3ce-d68c-40ab-9b46-de4bcbc357c0 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:34.073676 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0ff0668f-4b49-4c29-817e-024fa1a68c16 req-f758c3ce-d68c-40ab-9b46-de4bcbc357c0 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 944 time: 0.0672922 Jul 02 09:45:34.112845 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0ff0668f-4b49-4c29-817e-024fa1a68c16 req-0bbc951d-35d1-4d2c-8375-3bc56d2cab82 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322647 Jul 02 09:45:34.947844 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aabc1-2df2-4b7f-b503-7a18d4542011 req-b7187f22-aa5f-4417-880b-659f12cf8a22 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:34.950129 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-968aabc1-2df2-4b7f-b503-7a18d4542011 req-b7187f22-aa5f-4417-880b-659f12cf8a22 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 931 time: 0.0686810 Jul 02 09:45:34.951238 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 1c9e143a-8c09-44ac-80af-ed01a9606abf up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:34.990043 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-968aabc1-2df2-4b7f-b503-7a18d4542011 req-73300b35-a8f1-4db5-b42e-093e25b5f85a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338366 Jul 02 09:45:35.015294 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port 1c9e143a-8c09-44ac-80af-ed01a9606abf completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:35.019674 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 1c9e143a-8c09-44ac-80af-ed01a9606abf triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:35.020120 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:35.098875 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:35.121873 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dfe7ce-68b9-4d7b-9473-060cd93acc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9e143a-8c09-44ac-80af-ed01a9606abf'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:45:35.124103 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34238c38-cbd6-44b9-8fc1-c22148ea3e28" -d '{"events": [{"server_uuid": "84dfe7ce-68b9-4d7b-9473-060cd93acc5e", "name": "network-vif-plugged", "status": "completed", "tag": "1c9e143a-8c09-44ac-80af-ed01a9606abf"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:45:35.137498 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 1c9e143a-8c09-44ac-80af-ed01a9606abf, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=1c9e143a-8c09-44ac-80af-ed01a9606abf,segment=NetworkSegment(3637e135-81bb-478a-acfe-6d83c0113fb6),segment_id=3637e135-81bb-478a-acfe-6d83c0113fb6)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:35.143688 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:35.184192 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b56308-b033-47ff-adf2-e4981a6de012 x-openstack-request-id: req-19b56308-b033-47ff-adf2-e4981a6de012 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:45:35.184702 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84dfe7ce-68b9-4d7b-9473-060cd93acc5e", "name": "network-vif-plugged", "status": "completed", "tag": "1c9e143a-8c09-44ac-80af-ed01a9606abf", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:45:35.185026 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-19b56308-b033-47ff-adf2-e4981a6de012 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:45:35.185480 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dfe7ce-68b9-4d7b-9473-060cd93acc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9e143a-8c09-44ac-80af-ed01a9606abf', 'code': 200} Jul 02 09:45:35.206226 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=1c9e143a-8c09-44ac-80af-ed01a9606abf,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:35.317947 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72606bd7-62e8-4841-b46d-d15509d360f3 req-6e6817c9-638d-4dfa-891c-26db6e696733 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:35.319377 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-72606bd7-62e8-4841-b46d-d15509d360f3 req-6e6817c9-638d-4dfa-891c-26db6e696733 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0670073 Jul 02 09:45:35.359163 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-72606bd7-62e8-4841-b46d-d15509d360f3 req-561bb0ae-3061-4a14-a0ac-a65817807fba tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338988 Jul 02 09:45:36.173694 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df5b1a-0bea-46fa-aade-4391c97f0b24 req-58da56ea-838e-4ec9-950b-f07a28e49ae6 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:36.180528 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c8df5b1a-0bea-46fa-aade-4391c97f0b24 req-58da56ea-838e-4ec9-950b-f07a28e49ae6 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 931 time: 0.0749400 Jul 02 09:45:36.214889 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c8df5b1a-0bea-46fa-aade-4391c97f0b24 req-b3a7bb71-fc68-4c65-895f-21f1c0328704 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334964 Jul 02 09:45:36.545694 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16024704-2292-4d0e-bf43-ebc8bd430e7d req-15f05507-49e7-48ca-a16f-e84cfc22cb4e tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:36.547518 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-16024704-2292-4d0e-bf43-ebc8bd430e7d req-15f05507-49e7-48ca-a16f-e84cfc22cb4e tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0728083 Jul 02 09:45:36.587927 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-16024704-2292-4d0e-bf43-ebc8bd430e7d req-22dfaf58-2774-4fe1-b721-b7a6de7f18cc tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346608 Jul 02 09:45:37.394775 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7b30f-4b3d-495b-8146-bca5d7682aa9 req-bfd0f883-de30-41c1-97a2-79aa22520c66 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:37.396241 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7ef7b30f-4b3d-495b-8146-bca5d7682aa9 req-bfd0f883-de30-41c1-97a2-79aa22520c66 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 931 time: 0.0661712 Jul 02 09:45:37.433526 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7ef7b30f-4b3d-495b-8146-bca5d7682aa9 req-ca83e73a-4535-40b5-ba03-9dff311d4013 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316195 Jul 02 09:45:37.776322 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8616f-adfb-45dd-bc2f-3158db955f1d req-5c1d0e6c-993e-4d74-961c-59e0f99f15e6 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:37.777871 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-dcd8616f-adfb-45dd-bc2f-3158db955f1d req-5c1d0e6c-993e-4d74-961c-59e0f99f15e6 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0715020 Jul 02 09:45:37.817652 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-dcd8616f-adfb-45dd-bc2f-3158db955f1d req-7173e189-4c48-4cf2-839b-c4fc9300ce6d tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341673 Jul 02 09:45:38.614322 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e7801-00c2-4742-acf5-0884fa93bb9d req-3d09631d-baa8-42de-877e-d2e9e7bcdc4f tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:38.616834 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-af5e7801-00c2-4742-acf5-0884fa93bb9d req-3d09631d-baa8-42de-877e-d2e9e7bcdc4f tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 931 time: 0.0664909 Jul 02 09:45:38.661955 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-af5e7801-00c2-4742-acf5-0884fa93bb9d req-22aa9db5-177b-4935-a5de-f16f40f5b471 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371633 Jul 02 09:45:39.014642 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c3d8a-29fc-4847-a4bf-06804ef961e3 req-956f86f5-7be1-4b8a-8ed1-31c63272b590 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:39.017110 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4a4c3d8a-29fc-4847-a4bf-06804ef961e3 req-956f86f5-7be1-4b8a-8ed1-31c63272b590 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0697277 Jul 02 09:45:39.058961 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4a4c3d8a-29fc-4847-a4bf-06804ef961e3 req-6453e17b-d8be-4f97-8b19-0b50a49f19d0 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352156 Jul 02 09:45:39.802938 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:39.868678 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047d7ec-7978-43e4-9578-9ab0bae7315d req-e2ed2ee7-7d2f-4349-a0c9-daec6a3d4d98 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:39.870787 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f047d7ec-7978-43e4-9578-9ab0bae7315d req-e2ed2ee7-7d2f-4349-a0c9-daec6a3d4d98 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 931 time: 0.0700252 Jul 02 09:45:39.909149 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f047d7ec-7978-43e4-9578-9ab0bae7315d req-25b511bb-28f4-480a-8b52-7c64497d664e tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324268 Jul 02 09:45:40.238116 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e31cc-268d-412a-a993-ad87ba3567af req-c1f90cf6-b087-4a8c-8adb-6c2be74cbc91 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:40.239948 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b83e31cc-268d-412a-a993-ad87ba3567af req-c1f90cf6-b087-4a8c-8adb-6c2be74cbc91 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0640721 Jul 02 09:45:40.278173 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b83e31cc-268d-412a-a993-ad87ba3567af req-9a0b5e56-71a0-43b3-9e85-8b24cf8ad738 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319488 Jul 02 09:45:41.093548 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ac8e3-f2d7-44de-95b6-549b7360062c req-9f661a14-fd2c-4d9d-8d4d-6aefdd120308 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:41.095127 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e71ac8e3-f2d7-44de-95b6-549b7360062c req-9f661a14-fd2c-4d9d-8d4d-6aefdd120308 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 931 time: 0.0665674 Jul 02 09:45:41.135857 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e71ac8e3-f2d7-44de-95b6-549b7360062c req-e2064883-2fd1-4a61-9230-ff06554fff37 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332689 Jul 02 09:45:41.454607 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b5f86-956a-4651-a9c6-c25c803234d2 req-df1f661b-dafa-4f1b-8a6f-a8ce950715b2 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:41.456063 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a83b5f86-956a-4651-a9c6-c25c803234d2 req-df1f661b-dafa-4f1b-8a6f-a8ce950715b2 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0669582 Jul 02 09:45:41.494027 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a83b5f86-956a-4651-a9c6-c25c803234d2 req-fd5e5cb9-8a76-46e8-aebe-5b2c961a923c tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320070 Jul 02 09:45:42.279834 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-4f8ba2c4-5421-4b87-91f7-d7c29d15c32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:42.312963 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e399f3-dad4-4df5-9bb8-11b60e8038ac req-5df8bc7c-eecd-4cc5-baee-93c7c95dda3f tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:42.314422 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e1e399f3-dad4-4df5-9bb8-11b60e8038ac req-5df8bc7c-eecd-4cc5-baee-93c7c95dda3f tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 931 time: 0.0685582 Jul 02 09:45:42.354752 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e1e399f3-dad4-4df5-9bb8-11b60e8038ac req-b5b7aa29-af36-4c77-b2eb-b136bfe3fca1 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341468 Jul 02 09:45:42.671823 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577b7c1-80ca-4570-9a6a-acc0434d172e req-4859481b-76aa-4c95-9c74-cb28b8586603 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:42.673754 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3577b7c1-80ca-4570-9a6a-acc0434d172e req-4859481b-76aa-4c95-9c74-cb28b8586603 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0685129 Jul 02 09:45:42.715899 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3577b7c1-80ca-4570-9a6a-acc0434d172e req-dd615b38-722c-49cf-b8d4-c4ced41bbf06 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362406 Jul 02 09:45:43.535328 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a6344-0fe6-4a63-a0c6-977c0507c566 req-d76e85d2-b190-4347-8256-dee0de8de869 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:43.536885 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fd3a6344-0fe6-4a63-a0c6-977c0507c566 req-d76e85d2-b190-4347-8256-dee0de8de869 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 931 time: 0.0652390 Jul 02 09:45:43.578778 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fd3a6344-0fe6-4a63-a0c6-977c0507c566 req-e4364273-393a-4768-bdbb-086b12ceee5a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348899 Jul 02 09:45:43.911001 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191ddb1-61c0-479f-a264-0036fa2cec7c req-651f735b-d34d-4165-91e1-c18558382823 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:43.912489 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3191ddb1-61c0-479f-a264-0036fa2cec7c req-651f735b-d34d-4165-91e1-c18558382823 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0750711 Jul 02 09:45:43.956324 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3191ddb1-61c0-479f-a264-0036fa2cec7c req-992b6c17-6d5b-47db-8428-506961db30c0 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377338 Jul 02 09:45:44.660082 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Request body: {'port': {'device_id': 'ce1b7033-20d8-4cab-a212-5f3805c13acc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:44.750279 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:44.803492 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-60801f33-63e5-4cea-8a68-5867884483ed req-83776385-19ba-43ee-b80a-4169eb55d6ed service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1031866 Jul 02 09:45:44.825831 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469372c-4373-42cd-b564-ebef49dd39e5 req-a062a0d9-fd2d-41a9-be22-40e94e833844 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:44.827543 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5469372c-4373-42cd-b564-ebef49dd39e5 req-a062a0d9-fd2d-41a9-be22-40e94e833844 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 931 time: 0.1262529 Jul 02 09:45:44.873529 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5469372c-4373-42cd-b564-ebef49dd39e5 req-1381fd18-ebf8-41ad-9363-7f8f765d0040 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377498 Jul 02 09:45:44.937172 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60801f33-63e5-4cea-8a68-5867884483ed req-4fcc0acb-225a-4aa5-987e-5a55c8645470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:44.940032 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-60801f33-63e5-4cea-8a68-5867884483ed req-4fcc0acb-225a-4aa5-987e-5a55c8645470 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0eac9fab71cc4bf1add1a341c85baad4&device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 1100 time: 0.0613842 Jul 02 09:45:45.056066 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60801f33-63e5-4cea-8a68-5867884483ed req-4ef41a66-f821-4dda-9b40-197ac345536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:45.058583 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-60801f33-63e5-4cea-8a68-5867884483ed req-4ef41a66-f821-4dda-9b40-197ac345536f service neutron] 10.222.0.66 "GET /v2.0/networks?id=91c217cd-a0ca-4235-96ca-c7bcaff114e8 HTTP/1.1" status: 200 len: 917 time: 0.0932300 Jul 02 09:45:45.121560 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-3aa7b856-e459-4fc6-892c-101c8b2b08aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:45.199334 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-60801f33-63e5-4cea-8a68-5867884483ed req-f9b4baf3-91bf-409b-a255-29f503c9fee5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c32b2e1-fcfd-4458-97b4-873e158c129c HTTP/1.1" status: 200 len: 1001 time: 0.1322253 Jul 02 09:45:45.247276 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d949be0-050e-4d6c-9ef3-c5f91e8f9930 req-83537a0b-6ee4-4fbd-8152-c2b17a26436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:45.248777 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-1d949be0-050e-4d6c-9ef3-c5f91e8f9930 req-83537a0b-6ee4-4fbd-8152-c2b17a26436e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 1098 time: 0.3492799 Jul 02 09:45:45.256029 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd624c-e945-4e43-97aa-2f18425e69b1 req-326571f0-5a33-4023-89af-299a8435fd76 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:45.257513 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-43dd624c-e945-4e43-97aa-2f18425e69b1 req-326571f0-5a33-4023-89af-299a8435fd76 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.1473770 Jul 02 09:45:45.283293 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60801f33-63e5-4cea-8a68-5867884483ed req-b907f7b5-cf5e-4504-9ad2-88d2a18db2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:45.284739 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-60801f33-63e5-4cea-8a68-5867884483ed req-b907f7b5-cf5e-4504-9ad2-88d2a18db2fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cf610ccc-985f-4d3a-a43f-1bfbdadecb7e HTTP/1.1" status: 200 len: 855 time: 0.0765767 Jul 02 09:45:45.308630 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-1d949be0-050e-4d6c-9ef3-c5f91e8f9930 req-7e96b765-0034-4fa5-bbe3-2ced25ba505b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526376 Jul 02 09:45:45.328191 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-43dd624c-e945-4e43-97aa-2f18425e69b1 req-dda1f8af-59e9-47fc-94df-6203f88b4308 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642631 Jul 02 09:45:45.350456 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2788d7-fea9-427b-9a24-acb3bf51bea6 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:45:45.358524 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:45.370540 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Transition to ACTIVE for port object cc2788d7-fea9-427b-9a24-acb3bf51bea6 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:45:45.374504 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60801f33-63e5-4cea-8a68-5867884483ed req-42c9a4ed-04ff-4b46-855c-c0e22adfc35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:45.374682 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:45.375989 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-60801f33-63e5-4cea-8a68-5867884483ed req-42c9a4ed-04ff-4b46-855c-c0e22adfc35f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91c217cd-a0ca-4235-96ca-c7bcaff114e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0785375 Jul 02 09:45:45.424815 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2788d7-fea9-427b-9a24-acb3bf51bea6,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:45.474578 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-60801f33-63e5-4cea-8a68-5867884483ed req-5a974086-f34e-43e5-a93c-5cbf4b741e54 service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913827 Jul 02 09:45:45.496186 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Attempting to bind port cc2788d7-fea9-427b-9a24-acb3bf51bea6 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:45:45.496614 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Attempting to bind port cc2788d7-fea9-427b-9a24-acb3bf51bea6 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '299633ed-5e6b-4499-a25a-18c558889945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:45:45.496963 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Attempting to bind port cc2788d7-fea9-427b-9a24-acb3bf51bea6 on network a762777d-3efe-407d-b53d-97f099a11e4e {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:45:45.501520 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Port cc2788d7-fea9-427b-9a24-acb3bf51bea6 on network a762777d-3efe-407d-b53d-97f099a11e4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:45:45.501840 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Attempting to bind port cc2788d7-fea9-427b-9a24-acb3bf51bea6 on network a762777d-3efe-407d-b53d-97f099a11e4e {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:45:45.506889 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:45:45.507230 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Checking segment: {'id': '299633ed-5e6b-4499-a25a-18c558889945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:45:45.507661 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Bound using segment: {'id': '299633ed-5e6b-4499-a25a-18c558889945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:45:45.508091 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Bound port: cc2788d7-fea9-427b-9a24-acb3bf51bea6, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299633ed-5e6b-4499-a25a-18c558889945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:45:45.508463 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:45.535814 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:45.590286 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-60801f33-63e5-4cea-8a68-5867884483ed req-e5f1b13f-1266-47b7-82c7-f79d583474fc service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007299 Jul 02 09:45:45.600143 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] For port cc2788d7-fea9-427b-9a24-acb3bf51bea6, host hv-cinder-77218, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:45:45.603306 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] For port cc2788d7-fea9-427b-9a24-acb3bf51bea6, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=cc2788d7-fea9-427b-9a24-acb3bf51bea6,segment=NetworkSegment(299633ed-5e6b-4499-a25a-18c558889945),segment_id=299633ed-5e6b-4499-a25a-18c558889945)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:45:45.611771 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:45.652618 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:45.653276 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:45.661257 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] 10.222.0.66 "PUT /v2.0/ports/cc2788d7-fea9-427b-9a24-acb3bf51bea6 HTTP/1.1" status: 200 len: 1093 time: 1.0054204 Jul 02 09:45:45.661876 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1b7033-20d8-4cab-a212-5f3805c13acc', 'tag': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:45:45.676558 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cfd357-c759-4e0b-8ac2-cd5e76e7091c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1b7033-20d8-4cab-a212-5f3805c13acc", "tag": "cc2788d7-fea9-427b-9a24-acb3bf51bea6"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:45:45.708583 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adbac3-e491-46a3-8853-941906a43ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2788d7-fea9-427b-9a24-acb3bf51bea6,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:45.754018 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f9bcae-8f27-4a4a-b652-81a42e00988f x-openstack-request-id: req-c5f9bcae-8f27-4a4a-b652-81a42e00988f {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:45:45.754377 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1b7033-20d8-4cab-a212-5f3805c13acc", "tag": "cc2788d7-fea9-427b-9a24-acb3bf51bea6", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:45:45.754556 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c5f9bcae-8f27-4a4a-b652-81a42e00988f {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:45:45.754944 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1b7033-20d8-4cab-a212-5f3805c13acc', 'tag': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6', 'status': 'completed', 'code': 200} Jul 02 09:45:45.782191 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-bc8a6c73-f327-4c92-bada-76e7e40380fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:45.783695 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-bc8a6c73-f327-4c92-bada-76e7e40380fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4a780dd92544746bcad39297ea82937&device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 1096 time: 0.0665820 Jul 02 09:45:45.834673 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-b3f91060-c903-4f96-b9bc-0aa80553904f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc2788d7-fea9-427b-9a24-acb3bf51bea6 HTTP/1.1" status: 200 len: 217 time: 0.0388794 Jul 02 09:45:45.861308 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:45.892941 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-d4548aaf-cafb-442a-828a-187c1233cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:45.894393 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-d4548aaf-cafb-442a-828a-187c1233cb3b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=59240872-946a-484b-8411-a7c068eb7cd7 HTTP/1.1" status: 200 len: 852 time: 0.0461428 Jul 02 09:45:45.956582 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-977b6461-eeaf-432f-bd62-7ad8019aeeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:45.958111 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-977b6461-eeaf-432f-bd62-7ad8019aeeaf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a762777d-3efe-407d-b53d-97f099a11e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543587 Jul 02 09:45:46.052698 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331b5ea-374c-4737-85b9-1245d7475c1b req-017f90f8-28ff-452c-be50-b89298448121 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:46.054365 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6331b5ea-374c-4737-85b9-1245d7475c1b req-017f90f8-28ff-452c-be50-b89298448121 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 943 time: 0.0684922 Jul 02 09:45:46.082933 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-f271dcfc-a9d6-49fe-9d4f-9c94f93198be service neutron] 10.222.0.66 "GET /v2.0/networks/a762777d-3efe-407d-b53d-97f099a11e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071329 Jul 02 09:45:46.107256 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6331b5ea-374c-4737-85b9-1245d7475c1b req-a5058915-e8c1-466d-acb5-dff2a316053a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465565 Jul 02 09:45:46.177526 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-640e2a48-a041-4caa-a6bc-162714ef8598 req-4f3d7638-86e4-4f2e-8ebe-1b787c82e556 service neutron] 10.222.0.66 "GET /v2.0/networks/a762777d-3efe-407d-b53d-97f099a11e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867531 Jul 02 09:45:46.309941 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfd357-c759-4e0b-8ac2-cd5e76e7091c req-f7e41486-2e39-494b-bd50-079e77c6e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:46.312196 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-50cfd357-c759-4e0b-8ac2-cd5e76e7091c req-f7e41486-2e39-494b-bd50-079e77c6e9b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4a780dd92544746bcad39297ea82937&device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 1096 time: 0.0649381 Jul 02 09:45:46.445414 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfd357-c759-4e0b-8ac2-cd5e76e7091c req-4dd41910-fc7e-411d-9c98-113f6956f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:46.447792 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-50cfd357-c759-4e0b-8ac2-cd5e76e7091c req-4dd41910-fc7e-411d-9c98-113f6956f444 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a762777d-3efe-407d-b53d-97f099a11e4e HTTP/1.1" status: 200 len: 914 time: 0.1236949 Jul 02 09:45:46.496567 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-50cfd357-c759-4e0b-8ac2-cd5e76e7091c req-cf747973-b676-4198-a823-6b295ba7e1ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc2788d7-fea9-427b-9a24-acb3bf51bea6 HTTP/1.1" status: 200 len: 217 time: 0.0413263 Jul 02 09:45:46.548538 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f1746-db9a-4a95-be57-c7115410788c req-6905caa3-9a32-4eea-a212-9ed54996d99d tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:46.548926 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfd357-c759-4e0b-8ac2-cd5e76e7091c req-88871386-ff2d-4ceb-8aa7-806d34769b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:46.550300 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6d9f1746-db9a-4a95-be57-c7115410788c req-6905caa3-9a32-4eea-a212-9ed54996d99d tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0663133 Jul 02 09:45:46.550428 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-50cfd357-c759-4e0b-8ac2-cd5e76e7091c req-88871386-ff2d-4ceb-8aa7-806d34769b33 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=59240872-946a-484b-8411-a7c068eb7cd7 HTTP/1.1" status: 200 len: 852 time: 0.0446894 Jul 02 09:45:46.589538 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6d9f1746-db9a-4a95-be57-c7115410788c req-0d2c136c-822f-4178-9589-c760089461b7 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334840 Jul 02 09:45:46.616732 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfd357-c759-4e0b-8ac2-cd5e76e7091c req-fe7f55d7-0080-4c3e-b79c-4c6d24546c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:46.618257 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-50cfd357-c759-4e0b-8ac2-cd5e76e7091c req-fe7f55d7-0080-4c3e-b79c-4c6d24546c21 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a762777d-3efe-407d-b53d-97f099a11e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533123 Jul 02 09:45:46.713120 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-50cfd357-c759-4e0b-8ac2-cd5e76e7091c req-918487a9-2529-40d1-a235-a48ccc9e304a service neutron] 10.222.0.66 "GET /v2.0/networks/a762777d-3efe-407d-b53d-97f099a11e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867026 Jul 02 09:45:46.756656 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6dd88-22fd-454f-bd80-5176a11f4057 req-cdb2a00b-9289-476a-90fb-9575c3541090 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:46.758140 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-20a6dd88-22fd-454f-bd80-5176a11f4057 req-cdb2a00b-9289-476a-90fb-9575c3541090 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0657768 Jul 02 09:45:46.767203 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 46050) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:46.771644 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-2612f5fa-a6ae-4edb-970e-571368064819 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Request body: {'floatingip': {'port_id': '1c9e143a-8c09-44ac-80af-ed01a9606abf'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:46.812935 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2612f5fa-a6ae-4edb-970e-571368064819 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for floatingip, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:47.287756 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2612f5fa-a6ae-4edb-970e-571368064819 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:47.293404 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2612f5fa-a6ae-4edb-970e-571368064819 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634276'] for floatingip, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:47.585391 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0399097-688c-453c-846b-64c98b5f2444 req-3550c2a3-a96c-46ba-ae6b-3fdf7667092e tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:47.586726 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a0399097-688c-453c-846b-64c98b5f2444 req-3550c2a3-a96c-46ba-ae6b-3fdf7667092e tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 943 time: 0.3495922 Jul 02 09:45:47.607312 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:47.674621 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.db.l3_db [None req-2612f5fa-a6ae-4edb-970e-571368064819 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Floating IP 495a715d-f798-481d-a0f2-7f015ca10138 associated. External IP: 172.27.1.210, port: 1c9e143a-8c09-44ac-80af-ed01a9606abf. Jul 02 09:45:47.725772 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a0399097-688c-453c-846b-64c98b5f2444 req-fd4d0bcb-1a99-46a3-abc5-74cef783dcde tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971904 Jul 02 09:45:47.753069 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139a621-2312-4549-8919-7b46e0961041 req-300b6bd5-53bc-4967-84d9-d70a307781d4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:47.754570 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7139a621-2312-4549-8919-7b46e0961041 req-300b6bd5-53bc-4967-84d9-d70a307781d4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 947 time: 0.1927910 Jul 02 09:45:47.813307 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-50cfd357-c759-4e0b-8ac2-cd5e76e7091c req-9b3d56cd-b4f9-48ed-b0ea-fa34296fe27c service neutron] 10.222.0.66 "GET /v2.0/networks/a762777d-3efe-407d-b53d-97f099a11e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982904 Jul 02 09:45:47.837000 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7139a621-2312-4549-8919-7b46e0961041 req-3821c93a-64ff-45ce-a3c4-7e7bd741a374 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746422 Jul 02 09:45:47.936630 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2612f5fa-a6ae-4edb-970e-571368064819 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Router a7f5270e-6ea9-47f9-81a2-bb78663a722d has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:45:48.036413 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2612f5fa-a6ae-4edb-970e-571368064819 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:45:48.041949 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2612f5fa-a6ae-4edb-970e-571368064819 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:48.047190 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729e5fbe-fa69-4b2e-adf9-844a219f2316 None None] Sync routers for ids ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:45:48.056262 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e5fbe-fa69-4b2e-adf9-844a219f2316 None None] Routers {'a7f5270e-6ea9-47f9-81a2-bb78663a722d'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:45:48.057475 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-729e5fbe-fa69-4b2e-adf9-844a219f2316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:45:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:48.080832 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-2612f5fa-a6ae-4edb-970e-571368064819 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "PUT /v2.0/floatingips/495a715d-f798-481d-a0f2-7f015ca10138 HTTP/1.1" status: 200 len: 991 time: 1.3125224 Jul 02 09:45:48.081425 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dfe7ce-68b9-4d7b-9473-060cd93acc5e', 'tag': '1c9e143a-8c09-44ac-80af-ed01a9606abf'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:45:48.083661 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05aa816c-10a0-414c-9b9c-946755208e22" -d '{"events": [{"name": "network-changed", "server_uuid": "84dfe7ce-68b9-4d7b-9473-060cd93acc5e", "tag": "1c9e143a-8c09-44ac-80af-ed01a9606abf"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:45:48.125458 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9da7150-5795-4e8f-9713-e48d94244c2f x-openstack-request-id: req-d9da7150-5795-4e8f-9713-e48d94244c2f {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:45:48.125811 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84dfe7ce-68b9-4d7b-9473-060cd93acc5e", "tag": "1c9e143a-8c09-44ac-80af-ed01a9606abf", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:45:48.126126 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d9da7150-5795-4e8f-9713-e48d94244c2f {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:45:48.126584 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dfe7ce-68b9-4d7b-9473-060cd93acc5e', 'tag': '1c9e143a-8c09-44ac-80af-ed01a9606abf', 'status': 'completed', 'code': 200} Jul 02 09:45:48.167562 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-729e5fbe-fa69-4b2e-adf9-844a219f2316 None None] Set router a7f5270e-6ea9-47f9-81a2-bb78663a722d gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:45:48.431994 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-729e5fbe-fa69-4b2e-adf9-844a219f2316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '25c65711-686d-4ccb-acac-cadce0626aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:45:21Z', 'revision_number': 4, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port': {'id': '25c65711-686d-4ccb-acac-cadce0626aba', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:17Z', 'updated_at': '2021-07-02T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '495a715d-f798-481d-a0f2-7f015ca10138', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'port_id': '1c9e143a-8c09-44ac-80af-ed01a9606abf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'mac_address': 'fa:16:3e:ca:22:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dfe7ce-68b9-4d7b-9473-060cd93acc5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:45:24Z', 'updated_at': '2021-07-02T09:45:47Z', 'revision_number': 1, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8c5c4b-603f-492a-b401-4d5c7130064a', 'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'mac_address': 'fa:16:3e:0a:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:20Z', 'updated_at': '2021-07-02T09:45:28Z', 'revision_number': 5, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'subnets': [{'id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:48.457047 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729e5fbe-fa69-4b2e-adf9-844a219f2316 None None] Checking router: a7f5270e-6ea9-47f9-81a2-bb78663a722d for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:45:48.465897 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e5fbe-fa69-4b2e-adf9-844a219f2316 None None] Routers {'a7f5270e-6ea9-47f9-81a2-bb78663a722d'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:45:48.466499 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-729e5fbe-fa69-4b2e-adf9-844a219f2316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:45:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:48.568926 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-729e5fbe-fa69-4b2e-adf9-844a219f2316 None None] Set router a7f5270e-6ea9-47f9-81a2-bb78663a722d gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:45:48.903884 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c204b6a-f594-4181-8bb8-731462947e52 req-ab0a9851-c488-40fe-b7cd-6a987ce52077 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:48.904595 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-729e5fbe-fa69-4b2e-adf9-844a219f2316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '25c65711-686d-4ccb-acac-cadce0626aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:45:21Z', 'revision_number': 4, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port': {'id': '25c65711-686d-4ccb-acac-cadce0626aba', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:17Z', 'updated_at': '2021-07-02T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '495a715d-f798-481d-a0f2-7f015ca10138', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'port_id': '1c9e143a-8c09-44ac-80af-ed01a9606abf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'mac_address': 'fa:16:3e:ca:22:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dfe7ce-68b9-4d7b-9473-060cd93acc5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:45:24Z', 'updated_at': '2021-07-02T09:45:47Z', 'revision_number': 1, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8c5c4b-603f-492a-b401-4d5c7130064a', 'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'mac_address': 'fa:16:3e:0a:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:20Z', 'updated_at': '2021-07-02T09:45:28Z', 'revision_number': 5, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'subnets': [{'id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:48.905442 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7c204b6a-f594-4181-8bb8-731462947e52 req-ab0a9851-c488-40fe-b7cd-6a987ce52077 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 943 time: 0.0637379 Jul 02 09:45:48.929987 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729e5fbe-fa69-4b2e-adf9-844a219f2316 None None] The sync data for ids ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'] in dv-cinder-772181-12-iscsi is: [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '25c65711-686d-4ccb-acac-cadce0626aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:45:21Z', 'revision_number': 4, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port': {'id': '25c65711-686d-4ccb-acac-cadce0626aba', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:17Z', 'updated_at': '2021-07-02T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '495a715d-f798-481d-a0f2-7f015ca10138', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'port_id': '1c9e143a-8c09-44ac-80af-ed01a9606abf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'mac_address': 'fa:16:3e:ca:22:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dfe7ce-68b9-4d7b-9473-060cd93acc5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:45:24Z', 'updated_at': '2021-07-02T09:45:47Z', 'revision_number': 1, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8c5c4b-603f-492a-b401-4d5c7130064a', 'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'mac_address': 'fa:16:3e:0a:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:20Z', 'updated_at': '2021-07-02T09:45:28Z', 'revision_number': 5, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'subnets': [{'id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:45:48.943749 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7c204b6a-f594-4181-8bb8-731462947e52 req-8aa5c096-e251-400e-b7d2-ca4385ac9e41 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325956 Jul 02 09:45:49.109450 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77caa09b-bce1-4ef9-aede-9fc9b90e3e73 req-36702897-e420-4725-ab23-0d02cde42e51 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:49.110958 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-77caa09b-bce1-4ef9-aede-9fc9b90e3e73 req-36702897-e420-4725-ab23-0d02cde42e51 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 947 time: 0.0656188 Jul 02 09:45:49.116466 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141598e9-dcc1-4f05-b1b3-1c20e7493928 None None] New status for floating IP 495a715d-f798-481d-a0f2-7f015ca10138: ACTIVE {{(pid=99504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 09:45:49.152893 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-77caa09b-bce1-4ef9-aede-9fc9b90e3e73 req-385aa7de-06c8-426e-a20f-d20649006f23 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363626 Jul 02 09:45:49.831588 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa816c-10a0-414c-9b9c-946755208e22 req-4666012b-08e2-4b61-b9c2-ba3c66d1b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:49.833095 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-05aa816c-10a0-414c-9b9c-946755208e22 req-4666012b-08e2-4b61-b9c2-ba3c66d1b851 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35c6f32ab03c483bac6a63048c16d76d&device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 1098 time: 0.0516322 Jul 02 09:45:49.927111 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa816c-10a0-414c-9b9c-946755208e22 req-3a59e72d-4b55-498c-b6c2-16fca9102e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:49.928565 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-05aa816c-10a0-414c-9b9c-946755208e22 req-3a59e72d-4b55-498c-b6c2-16fca9102e9f service neutron] 10.222.0.66 "GET /v2.0/networks?id=f180b8fd-20af-4867-b50b-8deef5167e74 HTTP/1.1" status: 200 len: 911 time: 0.0881572 Jul 02 09:45:50.010806 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-05aa816c-10a0-414c-9b9c-946755208e22 req-327cc4fd-367a-4246-936c-3a9c189919d8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c9e143a-8c09-44ac-80af-ed01a9606abf HTTP/1.1" status: 200 len: 1001 time: 0.0702567 Jul 02 09:45:50.059386 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa816c-10a0-414c-9b9c-946755208e22 req-e942318b-b7d8-4ded-94c7-acc1f8760296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:50.060994 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-05aa816c-10a0-414c-9b9c-946755208e22 req-e942318b-b7d8-4ded-94c7-acc1f8760296 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1ded4fa6-e112-4cbf-a9ba-367e7235be41 HTTP/1.1" status: 200 len: 849 time: 0.0441940 Jul 02 09:45:50.118768 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe612f-a345-4254-9b23-c82b655a5d72 req-8007c7d3-3b3c-4c96-ac46-32d5188c9a6a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:50.121996 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa816c-10a0-414c-9b9c-946755208e22 req-35cb54db-b2de-4697-9fd3-30837971fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:50.122860 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-05aa816c-10a0-414c-9b9c-946755208e22 req-35cb54db-b2de-4697-9fd3-30837971fb3b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f180b8fd-20af-4867-b50b-8deef5167e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517998 Jul 02 09:45:50.122999 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e9fe612f-a345-4254-9b23-c82b655a5d72 req-8007c7d3-3b3c-4c96-ac46-32d5188c9a6a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 943 time: 0.0646911 Jul 02 09:45:50.161175 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e9fe612f-a345-4254-9b23-c82b655a5d72 req-8bd10b54-50ef-4084-adbb-d78527e9f277 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328796 Jul 02 09:45:50.219175 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-05aa816c-10a0-414c-9b9c-946755208e22 req-b8633731-b589-4efa-9f71-baf772d4383d service neutron] 10.222.0.66 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889590 Jul 02 09:45:50.315222 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-05aa816c-10a0-414c-9b9c-946755208e22 req-3f18c9b4-b5fa-4f7b-a268-957e445ff198 service neutron] 10.222.0.66 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870428 Jul 02 09:45:50.336621 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c7860-99a2-4b42-8bc8-46454fecc2e5 req-0b70abf8-5464-4648-8325-df755d1531e7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:50.338386 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bd0c7860-99a2-4b42-8bc8-46454fecc2e5 req-0b70abf8-5464-4648-8325-df755d1531e7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 947 time: 0.0627289 Jul 02 09:45:50.378018 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bd0c7860-99a2-4b42-8bc8-46454fecc2e5 req-e8a13709-3855-447c-8478-c943da06e755 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319691 Jul 02 09:45:51.334092 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997ed33-3db3-4f25-b892-859f3d8de359 req-67569abc-d223-4ff4-a8d8-81373c960365 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:51.335560 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4997ed33-3db3-4f25-b892-859f3d8de359 req-67569abc-d223-4ff4-a8d8-81373c960365 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 943 time: 0.0661864 Jul 02 09:45:51.373599 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4997ed33-3db3-4f25-b892-859f3d8de359 req-1bcd0139-0ca4-4e36-bf28-240a73a5a887 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324526 Jul 02 09:45:51.555314 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a21b1-938f-43f8-a90c-3ef09e72c405 req-3d8c0dd5-6600-4e07-b81d-3abc32ae6243 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:51.557279 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-692a21b1-938f-43f8-a90c-3ef09e72c405 req-3d8c0dd5-6600-4e07-b81d-3abc32ae6243 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 947 time: 0.0619485 Jul 02 09:45:51.595064 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-692a21b1-938f-43f8-a90c-3ef09e72c405 req-1bb470a8-da16-4fc2-ba7d-827a8d4c6e9c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322747 Jul 02 09:45:52.542415 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00829f6f-b33d-46d3-a13f-a0bc213cd818 req-75344c35-cb7e-425c-9465-23b2b2abaaf2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:52.543894 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-00829f6f-b33d-46d3-a13f-a0bc213cd818 req-75344c35-cb7e-425c-9465-23b2b2abaaf2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 943 time: 0.0638180 Jul 02 09:45:52.584447 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-00829f6f-b33d-46d3-a13f-a0bc213cd818 req-aec2b61a-e514-4c83-a512-e9055459e6b9 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350702 Jul 02 09:45:52.768483 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12c4bc-9131-4033-b88c-9decb9611219 req-8644aec0-48b4-46cb-a8df-8792b998088b tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:52.769968 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-eb12c4bc-9131-4033-b88c-9decb9611219 req-8644aec0-48b4-46cb-a8df-8792b998088b tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 947 time: 0.0634925 Jul 02 09:45:52.806571 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-eb12c4bc-9131-4033-b88c-9decb9611219 req-e5928920-b08f-4699-8021-c254396fd141 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310032 Jul 02 09:45:53.755793 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c05e6-3d7b-4588-9224-c0e6bc64f9ac req-1f6cb95f-4abc-44bc-a4b1-d040e52eb55d tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:53.759412 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-676c05e6-3d7b-4588-9224-c0e6bc64f9ac req-1f6cb95f-4abc-44bc-a4b1-d040e52eb55d tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 943 time: 0.0666261 Jul 02 09:45:53.796344 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-676c05e6-3d7b-4588-9224-c0e6bc64f9ac req-1a99c993-f2de-44fa-adce-cd5edbeb59c9 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310009 Jul 02 09:45:53.812261 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device cc2788d7-fea9-427b-9a24-acb3bf51bea6 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:45:53.908728 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port cc2788d7-fea9-427b-9a24-acb3bf51bea6, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=cc2788d7-fea9-427b-9a24-acb3bf51bea6,segment=NetworkSegment(299633ed-5e6b-4499-a25a-18c558889945),segment_id=299633ed-5e6b-4499-a25a-18c558889945)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:53.919609 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6', 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e', 'port_id': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6', 'mac_address': 'fa:16:3e:df:f9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59240872-946a-484b-8411-a7c068eb7cd7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:45:53.957037 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:53.970347 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2788d7-fea9-427b-9a24-acb3bf51bea6 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:45:53.987193 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24399a-0f26-471d-9a3d-2660ba156e99 req-92c18c8f-d5dd-4dfd-a0a4-020ff93e8e5d tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:53.988726 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fc24399a-0f26-471d-9a3d-2660ba156e99 req-92c18c8f-d5dd-4dfd-a0a4-020ff93e8e5d tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 947 time: 0.0666337 Jul 02 09:45:53.990314 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port cc2788d7-fea9-427b-9a24-acb3bf51bea6, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=cc2788d7-fea9-427b-9a24-acb3bf51bea6,segment=NetworkSegment(299633ed-5e6b-4499-a25a-18c558889945),segment_id=299633ed-5e6b-4499-a25a-18c558889945)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:53.994257 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:54.027704 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fc24399a-0f26-471d-9a3d-2660ba156e99 req-5ee8a02c-14d0-44bf-97e9-e2247c285f3c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331848 Jul 02 09:45:54.042832 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=cc2788d7-fea9-427b-9a24-acb3bf51bea6,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:54.050533 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:54.050899 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:54.052862 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:54.052862 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:54.052862 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:54.052862 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:54.052862 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:54.052862 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:54.053279 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:54.053493 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:54.053810 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:54.054127 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:54.310461 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['cc2788d7-fea9-427b-9a24-acb3bf51bea6'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:45:54.663928 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5ab78-41c1-453a-a257-a5acfd4f6632 req-4225bf01-c194-4907-8786-4fe20c2a666c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:54.665474 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b6d5ab78-41c1-453a-a257-a5acfd4f6632 req-4225bf01-c194-4907-8786-4fe20c2a666c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 947 time: 0.0734069 Jul 02 09:45:54.772507 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-b6d5ab78-41c1-453a-a257-a5acfd4f6632 req-a7286905-19f7-483b-9862-3c69634ba3f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Deleting port 5c32b2e1-fcfd-4458-97b4-873e158c129c {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:45:54.772847 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-b6d5ab78-41c1-453a-a257-a5acfd4f6632 req-a7286905-19f7-483b-9862-3c69634ba3f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:54.870466 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-b6d5ab78-41c1-453a-a257-a5acfd4f6632 req-a7286905-19f7-483b-9862-3c69634ba3f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] For port 5c32b2e1-fcfd-4458-97b4-873e158c129c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5c32b2e1-fcfd-4458-97b4-873e158c129c,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:54.870828 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-b6d5ab78-41c1-453a-a257-a5acfd4f6632 req-a7286905-19f7-483b-9862-3c69634ba3f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:54.980006 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bb3ed-b668-4de6-bd6b-4a9fa1b64cf8 req-18f1a8ba-740d-4078-a0fa-5fe1148d5761 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:54.981579 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2f3bb3ed-b668-4de6-bd6b-4a9fa1b64cf8 req-18f1a8ba-740d-4078-a0fa-5fe1148d5761 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 944 time: 0.0684640 Jul 02 09:45:55.021956 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2f3bb3ed-b668-4de6-bd6b-4a9fa1b64cf8 req-f5ac855c-8822-4454-a579-ef3e80fc9757 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342021 Jul 02 09:45:55.025697 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device cc2788d7-fea9-427b-9a24-acb3bf51bea6 up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:45:55.083098 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port cc2788d7-fea9-427b-9a24-acb3bf51bea6 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:45:55.086918 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port cc2788d7-fea9-427b-9a24-acb3bf51bea6 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:45:55.087300 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:55.167340 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-b6d5ab78-41c1-453a-a257-a5acfd4f6632 req-a7286905-19f7-483b-9862-3c69634ba3f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:55.167747 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-b6d5ab78-41c1-453a-a257-a5acfd4f6632 req-a7286905-19f7-483b-9862-3c69634ba3f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634276'] for floatingip, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:55.168112 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.l3_db [req-b6d5ab78-41c1-453a-a257-a5acfd4f6632 req-a7286905-19f7-483b-9862-3c69634ba3f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Floating IP bfa73c81-836c-476d-ba3c-d6f910d66b68 disassociated. External IP: 172.27.1.90, port: 5c32b2e1-fcfd-4458-97b4-873e158c129c. Jul 02 09:45:55.168469 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-b6d5ab78-41c1-453a-a257-a5acfd4f6632 req-a7286905-19f7-483b-9862-3c69634ba3f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Calling delete_port for 5c32b2e1-fcfd-4458-97b4-873e158c129c owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:45:55.171739 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:55.206798 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port cc2788d7-fea9-427b-9a24-acb3bf51bea6, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=cc2788d7-fea9-427b-9a24-acb3bf51bea6,segment=NetworkSegment(299633ed-5e6b-4499-a25a-18c558889945),segment_id=299633ed-5e6b-4499-a25a-18c558889945)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:45:55.207965 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1b7033-20d8-4cab-a212-5f3805c13acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:45:55.210954 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4607e20c-c326-4a5c-aa95-bf9cf4b24148" -d '{"events": [{"server_uuid": "ce1b7033-20d8-4cab-a212-5f3805c13acc", "name": "network-vif-plugged", "status": "completed", "tag": "cc2788d7-fea9-427b-9a24-acb3bf51bea6"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:45:55.214961 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642400d-3d20-44a6-a767-4945143e47da req-d386583e-0472-4338-ac69-4e82d4c91378 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:55.215731 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:55.218729 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3642400d-3d20-44a6-a767-4945143e47da req-d386583e-0472-4338-ac69-4e82d4c91378 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb8105a6-4d2e-452c-a47b-0654b2ba2e00 HTTP/1.1" status: 200 len: 947 time: 0.0654516 Jul 02 09:45:55.267773 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=cc2788d7-fea9-427b-9a24-acb3bf51bea6,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:55.269020 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3642400d-3d20-44a6-a767-4945143e47da req-77da8d6b-f51c-4114-94bf-0952a4a626cf tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc6a5b73-ffbf-4f2f-b737-723597f499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462110 Jul 02 09:45:55.277713 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0883e20f-ad2d-4083-96f9-8961aa25db83 x-openstack-request-id: req-0883e20f-ad2d-4083-96f9-8961aa25db83 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:45:55.278090 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1b7033-20d8-4cab-a212-5f3805c13acc", "name": "network-vif-plugged", "status": "completed", "tag": "cc2788d7-fea9-427b-9a24-acb3bf51bea6", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:45:55.278248 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0883e20f-ad2d-4083-96f9-8961aa25db83 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:45:55.278646 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1b7033-20d8-4cab-a212-5f3805c13acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6', 'code': 200} Jul 02 09:45:55.304067 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-b6d5ab78-41c1-453a-a257-a5acfd4f6632 req-a7286905-19f7-483b-9862-3c69634ba3f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:55.331748 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7286905-19f7-483b-9862-3c69634ba3f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Pushing event deleted for resources: {'Port': ['ID=5c32b2e1-fcfd-4458-97b4-873e158c129c,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:55.454387 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6d5ab78-41c1-453a-a257-a5acfd4f6632 req-a7286905-19f7-483b-9862-3c69634ba3f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:45:55.497044 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766165e-ac21-4e88-b520-93f42e10ea7f req-43326433-6162-499f-8585-1969b4673423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:55.498562 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4766165e-ac21-4e88-b520-93f42e10ea7f req-43326433-6162-499f-8585-1969b4673423 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 1098 time: 0.0539956 Jul 02 09:45:55.534132 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4766165e-ac21-4e88-b520-93f42e10ea7f req-ee2fbe27-ae6f-4251-b6b2-0f38dc2bf8cf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284944 Jul 02 09:45:55.561511 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6d5ab78-41c1-453a-a257-a5acfd4f6632 req-a7286905-19f7-483b-9862-3c69634ba3f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:45:55.571512 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da690901-f993-4dba-a36f-f8dd1492b83b None None] Sync routers for ids ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:45:55.580731 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da690901-f993-4dba-a36f-f8dd1492b83b None None] Routers {'3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:45:55.581439 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-da690901-f993-4dba-a36f-f8dd1492b83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:45:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:55.606940 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d5ab78-41c1-453a-a257-a5acfd4f6632 req-a7286905-19f7-483b-9862-3c69634ba3f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] No DVR routers for this DVR port 5c32b2e1-fcfd-4458-97b4-873e158c129c on host hv-cinder-77218 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:45:55.609477 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-b6d5ab78-41c1-453a-a257-a5acfd4f6632 req-a7286905-19f7-483b-9862-3c69634ba3f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:55.611496 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b6d5ab78-41c1-453a-a257-a5acfd4f6632 req-a7286905-19f7-483b-9862-3c69634ba3f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.66 "DELETE /v2.0/ports/5c32b2e1-fcfd-4458-97b4-873e158c129c HTTP/1.1" status: 204 len: 173 time: 0.9405692 Jul 02 09:45:55.611964 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8105a6-4d2e-452c-a47b-0654b2ba2e00', 'name': 'network-vif-deleted', 'tag': '5c32b2e1-fcfd-4458-97b4-873e158c129c'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:45:55.614710 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd37fd2-b9d8-4f6c-a30e-49005ccc64eb" -d '{"events": [{"server_uuid": "bb8105a6-4d2e-452c-a47b-0654b2ba2e00", "name": "network-vif-deleted", "tag": "5c32b2e1-fcfd-4458-97b4-873e158c129c"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:45:55.662112 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66474db-c4d5-40c8-8b25-dc0d7dba6b0f x-openstack-request-id: req-a66474db-c4d5-40c8-8b25-dc0d7dba6b0f {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:45:55.662402 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8105a6-4d2e-452c-a47b-0654b2ba2e00", "name": "network-vif-deleted", "tag": "5c32b2e1-fcfd-4458-97b4-873e158c129c", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:45:55.662651 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a66474db-c4d5-40c8-8b25-dc0d7dba6b0f {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:45:55.663046 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8105a6-4d2e-452c-a47b-0654b2ba2e00', 'name': 'network-vif-deleted', 'tag': '5c32b2e1-fcfd-4458-97b4-873e158c129c', 'status': 'completed', 'code': 200} Jul 02 09:45:55.694063 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-da690901-f993-4dba-a36f-f8dd1492b83b None None] Set router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:45:55.910036 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-da690901-f993-4dba-a36f-f8dd1492b83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 4, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '0d70602f-ed17-418e-9d1c-71d1f7a25efa', 'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'mac_address': 'fa:16:3e:42:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:20Z', 'updated_at': '2021-07-02T09:41:30Z', 'revision_number': 5, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'subnets': [{'id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:55.937871 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da690901-f993-4dba-a36f-f8dd1492b83b None None] Checking router: 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:45:55.945773 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da690901-f993-4dba-a36f-f8dd1492b83b None None] Routers {'3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:45:55.946383 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-da690901-f993-4dba-a36f-f8dd1492b83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:45:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:56.060474 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-da690901-f993-4dba-a36f-f8dd1492b83b None None] Set router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:45:56.211840 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bf726-5352-4e18-9037-9c736fb6b485 req-9b4cbb1b-d4c2-4072-af80-fc674e6b46d4 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:56.213834 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ca5bf726-5352-4e18-9037-9c736fb6b485 req-9b4cbb1b-d4c2-4072-af80-fc674e6b46d4 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 945 time: 0.0731091 Jul 02 09:45:56.263911 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ca5bf726-5352-4e18-9037-9c736fb6b485 req-1eb180c5-5de0-4ec3-82ef-eb7739e9a52d tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415380 Jul 02 09:45:56.357922 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-da690901-f993-4dba-a36f-f8dd1492b83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 4, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '0d70602f-ed17-418e-9d1c-71d1f7a25efa', 'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'mac_address': 'fa:16:3e:42:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:20Z', 'updated_at': '2021-07-02T09:41:30Z', 'revision_number': 5, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'subnets': [{'id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:45:56.392070 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da690901-f993-4dba-a36f-f8dd1492b83b None None] The sync data for ids ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'] in dv-cinder-772181-12-iscsi is: [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 4, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '0d70602f-ed17-418e-9d1c-71d1f7a25efa', 'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'mac_address': 'fa:16:3e:42:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:20Z', 'updated_at': '2021-07-02T09:41:30Z', 'revision_number': 5, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'subnets': [{'id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:45:56.440154 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 46134) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:56.503383 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-dbfad7be-6043-4ce2-9ccc-f5f4b36ea455 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:56.532755 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-dbfad7be-6043-4ce2-9ccc-f5f4b36ea455 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:56.585433 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-dbfad7be-6043-4ce2-9ccc-f5f4b36ea455 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:56.588350 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-dbfad7be-6043-4ce2-9ccc-f5f4b36ea455 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:56.589721 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-dbfad7be-6043-4ce2-9ccc-f5f4b36ea455 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "DELETE /v2.0/security-groups/cc6a5b73-ffbf-4f2f-b737-723597f499e5 HTTP/1.1" status: 204 len: 168 time: 0.1482146 Jul 02 09:45:56.592764 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 46136) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:56.599468 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfad7be-6043-4ce2-9ccc-f5f4b36ea455 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6a5b73-ffbf-4f2f-b737-723597f499e5,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:56.607763 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfad7be-6043-4ce2-9ccc-f5f4b36ea455 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:56.608113 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfad7be-6043-4ce2-9ccc-f5f4b36ea455 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:56.608480 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfad7be-6043-4ce2-9ccc-f5f4b36ea455 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:56.608833 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfad7be-6043-4ce2-9ccc-f5f4b36ea455 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:56.609408 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfad7be-6043-4ce2-9ccc-f5f4b36ea455 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:56.609645 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfad7be-6043-4ce2-9ccc-f5f4b36ea455 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:56.610000 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfad7be-6043-4ce2-9ccc-f5f4b36ea455 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:56.610331 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfad7be-6043-4ce2-9ccc-f5f4b36ea455 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:56.610658 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfad7be-6043-4ce2-9ccc-f5f4b36ea455 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:56.610984 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfad7be-6043-4ce2-9ccc-f5f4b36ea455 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:56.611311 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfad7be-6043-4ce2-9ccc-f5f4b36ea455 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:56.611635 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfad7be-6043-4ce2-9ccc-f5f4b36ea455 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:45:56.618225 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.api.v2.resource [None req-35be9593-70b7-4893-ac8e-b477de48ddcc tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] show failed (client error): The resource could not be found. Jul 02 09:45:56.623394 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-35be9593-70b7-4893-ac8e-b477de48ddcc tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups/cc6a5b73-ffbf-4f2f-b737-723597f499e5 HTTP/1.1" status: 404 len: 347 time: 0.0256281 Jul 02 09:45:56.624014 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 46138) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:56.657782 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e54c3-5d4f-44f9-878c-5cb7f3e28b85 None None] New status for floating IP bfa73c81-836c-476d-ba3c-d6f910d66b68: DOWN {{(pid=99504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 09:45:56.764368 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-a66b31a3-5934-4902-9bf0-8df31590889c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Deleting port 570477eb-09b4-412d-8e39-68f13f84e81f {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:45:56.764799 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a66b31a3-5934-4902-9bf0-8df31590889c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:56.845171 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a66b31a3-5934-4902-9bf0-8df31590889c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:56.845523 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a66b31a3-5934-4902-9bf0-8df31590889c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:56.856780 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-a66b31a3-5934-4902-9bf0-8df31590889c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Calling delete_port for 570477eb-09b4-412d-8e39-68f13f84e81f owned by network:floatingip {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:45:56.997295 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a66b31a3-5934-4902-9bf0-8df31590889c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:57.022481 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b31a3-5934-4902-9bf0-8df31590889c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Pushing event deleted for resources: {'Port': ['ID=570477eb-09b4-412d-8e39-68f13f84e81f,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:57.094628 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a66b31a3-5934-4902-9bf0-8df31590889c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for floatingip, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:57.097286 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a66b31a3-5934-4902-9bf0-8df31590889c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:57.101491 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-a66b31a3-5934-4902-9bf0-8df31590889c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "DELETE /v2.0/floatingips/bfa73c81-836c-476d-ba3c-d6f910d66b68 HTTP/1.1" status: 204 len: 168 time: 0.4734414 Jul 02 09:45:57.444840 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e45f01-e86a-4fcf-80ab-4baa7e6e1bf7 req-7cea9d55-8c23-498d-b428-0f9bdc755d3f tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:57.447737 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-81e45f01-e86a-4fcf-80ab-4baa7e6e1bf7 req-7cea9d55-8c23-498d-b428-0f9bdc755d3f tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 945 time: 0.0660405 Jul 02 09:45:57.489031 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 46152) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:57.494707 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-7d227ee3-b9ff-4b53-868d-af0b8cd122f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1358624061', 'description': 'tempest-description--636561001'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:57.499398 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-81e45f01-e86a-4fcf-80ab-4baa7e6e1bf7 req-67a74869-51fc-461f-b6a8-7f2847f813c1 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453992 Jul 02 09:45:57.519078 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7d227ee3-b9ff-4b53-868d-af0b8cd122f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:57.682747 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10329ce-e4af-4953-ab1e-078660c6847a req-30f27545-1ebb-480d-9d06-a8ca21fc5af4 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:57.684378 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a10329ce-e4af-4953-ab1e-078660c6847a req-30f27545-1ebb-480d-9d06-a8ca21fc5af4 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 945 time: 0.0659721 Jul 02 09:45:57.730008 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a10329ce-e4af-4953-ab1e-078660c6847a req-1f2a14f0-3478-4620-b0d8-b728e62af2c1 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395513 Jul 02 09:45:57.835623 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7d227ee3-b9ff-4b53-868d-af0b8cd122f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:57.840262 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7d227ee3-b9ff-4b53-868d-af0b8cd122f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:57.870158 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7d227ee3-b9ff-4b53-868d-af0b8cd122f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:57.873989 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-7d227ee3-b9ff-4b53-868d-af0b8cd122f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3813095 Jul 02 09:45:57.873989 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d227ee3-b9ff-4b53-868d-af0b8cd122f4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeb43ad-d469-48fb-bbc0-446f5feb1096,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:57.874359 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 46158) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:57.878988 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-8c0ef969-27d3-4a5f-84e0-b96f5c481e90 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Request body: {'security_group_rule': {'security_group_id': '5aeb43ad-d469-48fb-bbc0-446f5feb1096', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:57.910899 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8c0ef969-27d3-4a5f-84e0-b96f5c481e90 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:57.963913 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8c0ef969-27d3-4a5f-84e0-b96f5c481e90 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:57.968704 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8c0ef969-27d3-4a5f-84e0-b96f5c481e90 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:57.992301 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ef969-27d3-4a5f-84e0-b96f5c481e90 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8972cf-ae03-4a0f-abce-b2f5b154223a,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:58.001427 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8c0ef969-27d3-4a5f-84e0-b96f5c481e90 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:58.002739 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-8c0ef969-27d3-4a5f-84e0-b96f5c481e90 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273828 Jul 02 09:45:58.005435 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 46162) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:58.010989 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-53823ea6-5bc5-451a-8ea7-a37ca4a627c6 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Request body: {'security_group_rule': {'security_group_id': '5aeb43ad-d469-48fb-bbc0-446f5feb1096', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:58.037951 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-53823ea6-5bc5-451a-8ea7-a37ca4a627c6 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:58.126544 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-53823ea6-5bc5-451a-8ea7-a37ca4a627c6 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:58.133254 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-53823ea6-5bc5-451a-8ea7-a37ca4a627c6 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:58.160343 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53823ea6-5bc5-451a-8ea7-a37ca4a627c6 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b5ced0-d7d3-4148-aa02-43f0dcfb3405,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:58.165151 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-53823ea6-5bc5-451a-8ea7-a37ca4a627c6 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:58.167093 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-53823ea6-5bc5-451a-8ea7-a37ca4a627c6 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1606865 Jul 02 09:45:58.171788 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 46168) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:45:58.177368 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-3e087ace-a25c-449a-b807-2e02c5679174 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Request body: {'floatingip': {'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:45:58.190690 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674987c0-2e81-4548-b4cf-55b6c35fa024 req-2377f1ee-824b-4fbb-9335-5e6ccca7f0e7 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:58.198307 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-674987c0-2e81-4548-b4cf-55b6c35fa024 req-2377f1ee-824b-4fbb-9335-5e6ccca7f0e7 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 945 time: 0.1246209 Jul 02 09:45:58.207253 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e087ace-a25c-449a-b807-2e02c5679174 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for floatingip, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:58.237192 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-674987c0-2e81-4548-b4cf-55b6c35fa024 req-5a42c4df-a44a-426f-a6f3-8f3de0d574df tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377760 Jul 02 09:45:58.329640 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e087ace-a25c-449a-b807-2e02c5679174 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:58.460476 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-3e087ace-a25c-449a-b807-2e02c5679174 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Allocated IP 172.27.1.254 (91abeacf-6705-4621-a88a-4859e43fbb2c/3acd31d5-d298-493f-8b22-8cf1b4526b9f/7ef6e843-2c30-405c-aebf-30bc8a53cbd7) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:45:58.572317 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e087ace-a25c-449a-b807-2e02c5679174 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:58.616104 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e087ace-a25c-449a-b807-2e02c5679174 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:58.655622 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e087ace-a25c-449a-b807-2e02c5679174 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:45:58.658529 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-3e087ace-a25c-449a-b807-2e02c5679174 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:45:58.661983 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e087ace-a25c-449a-b807-2e02c5679174 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:45:58.686969 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e087ace-a25c-449a-b807-2e02c5679174 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Pushing event updated for resources: {'Port': ['ID=7ef6e843-2c30-405c-aebf-30bc8a53cbd7,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:58.792727 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e087ace-a25c-449a-b807-2e02c5679174 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:58.837112 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e087ace-a25c-449a-b807-2e02c5679174 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:58.992129 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e087ace-a25c-449a-b807-2e02c5679174 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:58.997485 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e087ace-a25c-449a-b807-2e02c5679174 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:59.038614 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 5c32b2e1-fcfd-4458-97b4-873e158c129c no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:45:59.060798 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: 5c32b2e1-fcfd-4458-97b4-873e158c129c {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:45:59.061147 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 5c32b2e1-fcfd-4458-97b4-873e158c129c not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:45:59.069931 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e087ace-a25c-449a-b807-2e02c5679174 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Pushing event updated for resources: {'Port': ['ID=7ef6e843-2c30-405c-aebf-30bc8a53cbd7,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:45:59.078895 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e087ace-a25c-449a-b807-2e02c5679174 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634276'] for floatingip, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:59.092303 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e087ace-a25c-449a-b807-2e02c5679174 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:45:59.093501 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-3e087ace-a25c-449a-b807-2e02c5679174 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9218755 Jul 02 09:45:59.285947 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-4e418090-1e33-4ae3-852c-488123c8ef0e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1358624061&fields=id&tenant_id=0eac9fab71cc4bf1add1a341c85baad4 HTTP/1.1" status: 200 len: 267 time: 0.0371063 Jul 02 09:45:59.390360 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-79463f9a-6d3e-4ca2-8d08-79ed1e5671ea tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:59.391820 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-79463f9a-6d3e-4ca2-8d08-79ed1e5671ea tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/networks?id=91c217cd-a0ca-4235-96ca-c7bcaff114e8 HTTP/1.1" status: 200 len: 816 time: 0.0988376 Jul 02 09:45:59.407305 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-0ed4f863-3db3-4111-82be-1ad7c3a8f374 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/quotas/0eac9fab71cc4bf1add1a341c85baad4 HTTP/1.1" status: 200 len: 375 time: 0.0097890 Jul 02 09:45:59.482137 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-87038816-5ccf-45c0-a8b4-bf1d5150db76 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0eac9fab71cc4bf1add1a341c85baad4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0695992 Jul 02 09:45:59.583325 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-39933f52-a450-4c6f-8aff-521582418374 service neutron] 10.222.0.47 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896330 Jul 02 09:45:59.678751 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-d1c9a6f3-be8d-47a3-89a4-fd51b1dd7748 service neutron] 10.222.0.47 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895791 Jul 02 09:45:59.874582 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5750c9b0-4c31-4155-aebc-b703f6384f37 req-1d06197c-ac81-4542-8b35-a11fa1a39fd6 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 210 time: 0.0311069 Jul 02 09:45:59.937872 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45606484-19e0-4ff6-b0c8-06b70b4cfe8c req-8864e323-1629-425d-b0d1-e6cedb8043cb tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:45:59.940536 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-45606484-19e0-4ff6-b0c8-06b70b4cfe8c req-8864e323-1629-425d-b0d1-e6cedb8043cb tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=072d8dcd-3f3f-4351-8b37-c980977b475f HTTP/1.1" status: 200 len: 945 time: 0.0688605 Jul 02 09:45:59.981916 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-45606484-19e0-4ff6-b0c8-06b70b4cfe8c req-7c9c607f-1ed6-47f8-be9c-7680d8e129fc tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360200 Jul 02 09:46:01.039271 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8854932e-8b3f-4806-8087-3fde58f0629b req-0f8c59e5-8b05-432a-b28d-335fd84d9b61 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 210 time: 0.0367460 Jul 02 09:46:01.065427 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-9c4e0ec0-b68a-44e6-84d1-a7645c4c104b tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:01.067469 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-9c4e0ec0-b68a-44e6-84d1-a7645c4c104b tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.66 "GET /v2.0/networks?id=91c217cd-a0ca-4235-96ca-c7bcaff114e8 HTTP/1.1" status: 200 len: 816 time: 0.1221271 Jul 02 09:46:01.116293 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-355c0dbe-0dc6-40d1-b4a4-43446b0c6de7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eac9fab71cc4bf1add1a341c85baad4 HTTP/1.1" status: 200 len: 380 time: 0.0360072 Jul 02 09:46:01.128882 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-56a0d5ee-3328-4062-aa04-5619be0a6004 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Request body: {'port': {'device_id': '250d1a53-0996-4ceb-bf6d-7dbc580e422b', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'admin_state_up': True, 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'security_groups': ['5aeb43ad-d469-48fb-bbc0-446f5feb1096']}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:46:01.176341 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d9e19-a096-4cbd-bc26-d32077e75ef4 req-65d8991a-d7c4-4642-8ab9-08b0726ffeed tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:01.177840 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2b2d9e19-a096-4cbd-bc26-d32077e75ef4 req-65d8991a-d7c4-4642-8ab9-08b0726ffeed tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=072d8dcd-3f3f-4351-8b37-c980977b475f HTTP/1.1" status: 200 len: 945 time: 0.0693562 Jul 02 09:46:01.218453 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2b2d9e19-a096-4cbd-bc26-d32077e75ef4 req-0854efd1-b483-4fc0-8ffe-692bf7bb89af tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e328dc-0705-4760-b108-a68da3581742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340204 Jul 02 09:46:01.246767 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-56a0d5ee-3328-4062-aa04-5619be0a6004 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Made reservation on behalf of 0eac9fab71cc4bf1add1a341c85baad4 for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:46:01.250281 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-56a0d5ee-3328-4062-aa04-5619be0a6004 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:01.380191 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-56a0d5ee-3328-4062-aa04-5619be0a6004 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Allocated IP 172.20.0.10 (91c217cd-a0ca-4235-96ca-c7bcaff114e8/cf610ccc-985f-4d3a-a43f-1bfbdadecb7e/576d0045-9a2d-43d8-81ba-ce0b59e8aad5) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:46:01.511237 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-56a0d5ee-3328-4062-aa04-5619be0a6004 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:01.523867 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-56a0d5ee-3328-4062-aa04-5619be0a6004 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Transition to ACTIVE for port object 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:46:01.558492 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-56a0d5ee-3328-4062-aa04-5619be0a6004 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:01.608940 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-56a0d5ee-3328-4062-aa04-5619be0a6004 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Network 91c217cd-a0ca-4235-96ca-c7bcaff114e8 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:46:01.611972 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-56a0d5ee-3328-4062-aa04-5619be0a6004 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:46:01.614374 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-56a0d5ee-3328-4062-aa04-5619be0a6004 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:46:01.641072 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0d5ee-3328-4062-aa04-5619be0a6004 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Pushing event updated for resources: {'Port': ['ID=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:46:01.670846 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-56a0d5ee-3328-4062-aa04-5619be0a6004 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:01.671651 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-56a0d5ee-3328-4062-aa04-5619be0a6004 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:01.687850 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-56a0d5ee-3328-4062-aa04-5619be0a6004 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5627115 Jul 02 09:46:01.702285 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Request body: {'port': {'device_id': '250d1a53-0996-4ceb-bf6d-7dbc580e422b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:46:01.778700 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:01.824709 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3ecbe-18a0-485e-8700-1c38a378ac69 req-bbafee17-9f69-4600-8f49-55c9535f9e4f tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:01.826465 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c7f3ecbe-18a0-485e-8700-1c38a378ac69 req-bbafee17-9f69-4600-8f49-55c9535f9e4f tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.66 "GET /v2.0/ports?device_id=072d8dcd-3f3f-4351-8b37-c980977b475f HTTP/1.1" status: 200 len: 945 time: 0.0764270 Jul 02 09:46:01.843862 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-2311da0e-17a9-4075-ac7c-87b9f1e14e1e None None] Provisioning for port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:46:01.848673 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-2311da0e-17a9-4075-ac7c-87b9f1e14e1e None None] Provisioning complete for port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:46:01.849149 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2311da0e-17a9-4075-ac7c-87b9f1e14e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:01.884896 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-2311da0e-17a9-4075-ac7c-87b9f1e14e1e None None] Port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:46:01.938394 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [req-c7f3ecbe-18a0-485e-8700-1c38a378ac69 req-a20ccb4f-73c7-4a27-9f55-d89f425e6cf4 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Deleting port a79ac317-dee4-4a3a-bd22-fa01dba321a9 {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:46:01.938734 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-c7f3ecbe-18a0-485e-8700-1c38a378ac69 req-a20ccb4f-73c7-4a27-9f55-d89f425e6cf4 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:02.023999 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-c7f3ecbe-18a0-485e-8700-1c38a378ac69 req-a20ccb4f-73c7-4a27-9f55-d89f425e6cf4 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] For port a79ac317-dee4-4a3a-bd22-fa01dba321a9, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=a79ac317-dee4-4a3a-bd22-fa01dba321a9,segment=NetworkSegment(fd8d9580-428a-4765-afeb-31c37abe8c8d),segment_id=fd8d9580-428a-4765-afeb-31c37abe8c8d)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:46:02.024265 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-c7f3ecbe-18a0-485e-8700-1c38a378ac69 req-a20ccb4f-73c7-4a27-9f55-d89f425e6cf4 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:02.037446 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [req-c7f3ecbe-18a0-485e-8700-1c38a378ac69 req-a20ccb4f-73c7-4a27-9f55-d89f425e6cf4 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Calling delete_port for a79ac317-dee4-4a3a-bd22-fa01dba321a9 owned by compute:nova {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:46:02.050367 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:46:02.058551 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:02.070115 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Transition to ACTIVE for port object 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:46:02.075264 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:02.126928 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Pushing event updated for resources: {'Port': ['ID=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:46:02.204545 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Attempting to bind port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:46:02.204982 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Attempting to bind port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'd2428eda-cce6-4b1c-a5ae-90548bc46cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:46:02.205413 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Attempting to bind port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 on network 91c217cd-a0ca-4235-96ca-c7bcaff114e8 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:46:02.210131 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 on network 91c217cd-a0ca-4235-96ca-c7bcaff114e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:46:02.211036 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Attempting to bind port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 on network 91c217cd-a0ca-4235-96ca-c7bcaff114e8 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:46:02.219353 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:46:02.219353 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Checking segment: {'id': 'd2428eda-cce6-4b1c-a5ae-90548bc46cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:46:02.220215 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Bound using segment: {'id': 'd2428eda-cce6-4b1c-a5ae-90548bc46cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:46:02.222473 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Bound port: 576d0045-9a2d-43d8-81ba-ce0b59e8aad5, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2428eda-cce6-4b1c-a5ae-90548bc46cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:46:02.223362 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:02.229230 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-c7f3ecbe-18a0-485e-8700-1c38a378ac69 req-a20ccb4f-73c7-4a27-9f55-d89f425e6cf4 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:02.248026 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['a79ac317-dee4-4a3a-bd22-fa01dba321a9'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:46:02.260489 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ccb4f-73c7-4a27-9f55-d89f425e6cf4 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Pushing event deleted for resources: {'Port': ['ID=a79ac317-dee4-4a3a-bd22-fa01dba321a9,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:46:02.313553 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] For port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5, host hv-cinder-77218, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:46:02.322334 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] For port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:46:02.331076 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:02.338354 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd7e74-34ad-47be-9c0a-384b60e7d3cf req-ec920c79-da61-43f5-a6e5-120c4ba7baef tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:02.339922 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d1dd7e74-34ad-47be-9c0a-384b60e7d3cf req-ec920c79-da61-43f5-a6e5-120c4ba7baef tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 944 time: 0.1651647 Jul 02 09:46:02.376468 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:02.377091 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:02.378633 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] 10.222.0.66 "PUT /v2.0/ports/576d0045-9a2d-43d8-81ba-ce0b59e8aad5 HTTP/1.1" status: 200 len: 1094 time: 0.6812890 Jul 02 09:46:02.378797 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f3ecbe-18a0-485e-8700-1c38a378ac69 req-a20ccb4f-73c7-4a27-9f55-d89f425e6cf4 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] No DVR routers for this DVR port a79ac317-dee4-4a3a-bd22-fa01dba321a9 on host hv-cinder-77218 {{(pid=99501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:46:02.379077 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250d1a53-0996-4ceb-bf6d-7dbc580e422b', 'tag': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:46:02.381409 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8783a7-49ec-4c50-b5e6-f40b1addf154" -d '{"events": [{"name": "network-changed", "server_uuid": "250d1a53-0996-4ceb-bf6d-7dbc580e422b", "tag": "576d0045-9a2d-43d8-81ba-ce0b59e8aad5"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:46:02.383472 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-c7f3ecbe-18a0-485e-8700-1c38a378ac69 req-a20ccb4f-73c7-4a27-9f55-d89f425e6cf4 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:02.386649 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c7f3ecbe-18a0-485e-8700-1c38a378ac69 req-a20ccb4f-73c7-4a27-9f55-d89f425e6cf4 tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.66 "DELETE /v2.0/ports/a79ac317-dee4-4a3a-bd22-fa01dba321a9 HTTP/1.1" status: 204 len: 173 time: 0.5540812 Jul 02 09:46:02.412383 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072d8dcd-3f3f-4351-8b37-c980977b475f', 'name': 'network-vif-deleted', 'tag': 'a79ac317-dee4-4a3a-bd22-fa01dba321a9'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:46:02.415734 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652b9eaa-fffc-4478-a204-a6f8de337f33" -d '{"events": [{"server_uuid": "072d8dcd-3f3f-4351-8b37-c980977b475f", "name": "network-vif-deleted", "tag": "a79ac317-dee4-4a3a-bd22-fa01dba321a9"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:46:02.424673 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651ec02-7c2f-4b9f-8d88-f9f145073596 service neutron] Pushing event updated for resources: {'Port': ['ID=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:46:02.451717 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3c174df3-c19a-470d-922b-f86a0ec820c4 req-089e7e4e-ce18-4e86-9731-762abb83109b tempest-VolumesSnapshotTestJSON-2084946950 tempest-VolumesSnapshotTestJSON-2084946950-project] 10.222.0.47 "GET /v2.0/ports?device_id=072d8dcd-3f3f-4351-8b37-c980977b475f HTTP/1.1" status: 200 len: 210 time: 0.0506797 Jul 02 09:46:02.496220 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d1dd7e74-34ad-47be-9c0a-384b60e7d3cf req-b1230200-aeaa-4a7b-b228-55a30e1e0d59 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372929 Jul 02 09:46:02.522976 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54155237-dcdf-4f22-bafe-f5ebf0c7c12a x-openstack-request-id: req-54155237-dcdf-4f22-bafe-f5ebf0c7c12a {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:46:02.523566 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250d1a53-0996-4ceb-bf6d-7dbc580e422b", "tag": "576d0045-9a2d-43d8-81ba-ce0b59e8aad5", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:46:02.524044 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-54155237-dcdf-4f22-bafe-f5ebf0c7c12a {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:46:02.525249 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250d1a53-0996-4ceb-bf6d-7dbc580e422b', 'tag': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5', 'status': 'completed', 'code': 200} Jul 02 09:46:02.550637 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-5e4f2995-25db-4fc9-b925-cbad2eabca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:02.552302 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-5e4f2995-25db-4fc9-b925-cbad2eabca69 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0eac9fab71cc4bf1add1a341c85baad4&device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 1097 time: 0.1033576 Jul 02 09:46:02.562290 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7478785-2787-443f-b1b8-187d792fcac2 x-openstack-request-id: req-e7478785-2787-443f-b1b8-187d792fcac2 {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:46:02.562594 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072d8dcd-3f3f-4351-8b37-c980977b475f", "name": "network-vif-deleted", "tag": "a79ac317-dee4-4a3a-bd22-fa01dba321a9", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:46:02.562914 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e7478785-2787-443f-b1b8-187d792fcac2 {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:46:02.563824 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072d8dcd-3f3f-4351-8b37-c980977b475f', 'name': 'network-vif-deleted', 'tag': 'a79ac317-dee4-4a3a-bd22-fa01dba321a9', 'status': 'completed', 'code': 200} Jul 02 09:46:02.608534 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-87c75161-50de-480e-a7cc-5b0b5fd327c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=576d0045-9a2d-43d8-81ba-ce0b59e8aad5 HTTP/1.1" status: 200 len: 217 time: 0.0404480 Jul 02 09:46:02.657208 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-22b06a33-8768-407a-bec9-3ccb9aa1d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:02.658631 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-22b06a33-8768-407a-bec9-3ccb9aa1d7a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cf610ccc-985f-4d3a-a43f-1bfbdadecb7e HTTP/1.1" status: 200 len: 855 time: 0.0431180 Jul 02 09:46:02.714549 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-e238634c-35c1-44e0-9c81-9087ef98613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:02.716006 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-e238634c-35c1-44e0-9c81-9087ef98613f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91c217cd-a0ca-4235-96ca-c7bcaff114e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495117 Jul 02 09:46:02.812980 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-672eb5d4-ee0a-4808-afd4-1a60fe46aeed service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884199 Jul 02 09:46:02.905779 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-35d64a9e-b479-4cbb-a9c5-ec4f52f7359f req-6b9dc4f6-b812-47ed-ba72-5b9d13969735 service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812521 Jul 02 09:46:03.020700 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8783a7-49ec-4c50-b5e6-f40b1addf154 req-a3859ddb-2faf-4a38-984e-834218f1bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:03.022204 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-af8783a7-49ec-4c50-b5e6-f40b1addf154 req-a3859ddb-2faf-4a38-984e-834218f1bebd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0eac9fab71cc4bf1add1a341c85baad4&device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 1097 time: 0.0609040 Jul 02 09:46:03.119751 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8783a7-49ec-4c50-b5e6-f40b1addf154 req-2c44d822-ceeb-498d-87cd-79190068f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:03.121185 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-af8783a7-49ec-4c50-b5e6-f40b1addf154 req-2c44d822-ceeb-498d-87cd-79190068f72b service neutron] 10.222.0.66 "GET /v2.0/networks?id=91c217cd-a0ca-4235-96ca-c7bcaff114e8 HTTP/1.1" status: 200 len: 917 time: 0.0868783 Jul 02 09:46:03.166508 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-af8783a7-49ec-4c50-b5e6-f40b1addf154 req-469ce354-deff-4e90-8c1b-48a001ba2705 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=576d0045-9a2d-43d8-81ba-ce0b59e8aad5 HTTP/1.1" status: 200 len: 217 time: 0.0369353 Jul 02 09:46:03.217209 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8783a7-49ec-4c50-b5e6-f40b1addf154 req-8a9e9355-feb3-463c-a820-395bd58b6df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:03.218609 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-af8783a7-49ec-4c50-b5e6-f40b1addf154 req-8a9e9355-feb3-463c-a820-395bd58b6df8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cf610ccc-985f-4d3a-a43f-1bfbdadecb7e HTTP/1.1" status: 200 len: 855 time: 0.0428996 Jul 02 09:46:03.273536 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8783a7-49ec-4c50-b5e6-f40b1addf154 req-6b94b529-8df1-43f9-8c02-8c3bacf1e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:03.275599 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-af8783a7-49ec-4c50-b5e6-f40b1addf154 req-6b94b529-8df1-43f9-8c02-8c3bacf1e28b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91c217cd-a0ca-4235-96ca-c7bcaff114e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0505900 Jul 02 09:46:03.373737 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-af8783a7-49ec-4c50-b5e6-f40b1addf154 req-7ac78b20-f2f8-4823-928a-ca4a6a4e506e service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827305 Jul 02 09:46:03.463740 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-af8783a7-49ec-4c50-b5e6-f40b1addf154 req-0bcdf62f-42e2-4e04-92a1-84670fa0c368 service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821481 Jul 02 09:46:03.675104 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b39cc5-1c37-478f-9143-f6ddf6186a7f req-0ed108b0-dfe1-48d5-9220-575b769e480f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:03.676627 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-75b39cc5-1c37-478f-9143-f6ddf6186a7f req-0ed108b0-dfe1-48d5-9220-575b769e480f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 944 time: 0.0677712 Jul 02 09:46:03.716834 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-75b39cc5-1c37-478f-9143-f6ddf6186a7f req-ed4be45e-e1ef-413c-8600-6ff7ba7569ac tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333691 Jul 02 09:46:04.900741 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581af4a5-1165-4d37-83eb-b2168f124d53 req-206d2d3d-d94a-44ff-9f2a-5c0161f77a45 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:04.902231 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-581af4a5-1165-4d37-83eb-b2168f124d53 req-206d2d3d-d94a-44ff-9f2a-5c0161f77a45 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 944 time: 0.0655332 Jul 02 09:46:04.941260 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-581af4a5-1165-4d37-83eb-b2168f124d53 req-ac283072-59ad-47d9-9bdd-37ec2b97b915 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334105 Jul 02 09:46:06.115242 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40944cba-8120-4365-a356-189e7405cb3c req-e995736b-33cb-4ee0-b812-cc32176da5e0 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:06.116693 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-40944cba-8120-4365-a356-189e7405cb3c req-e995736b-33cb-4ee0-b812-cc32176da5e0 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 944 time: 0.0618937 Jul 02 09:46:06.152736 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-40944cba-8120-4365-a356-189e7405cb3c req-739991c8-a759-4903-ab0a-8bd326bd09bd tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300148 Jul 02 09:46:06.591501 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:46:07.328927 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8869442-cf0d-4c23-84e4-e12b7445b9d6 req-15bdf760-a6e9-4f39-b361-638e8cad52a4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:07.330307 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c8869442-cf0d-4c23-84e4-e12b7445b9d6 req-15bdf760-a6e9-4f39-b361-638e8cad52a4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 944 time: 0.0670512 Jul 02 09:46:07.367286 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c8869442-cf0d-4c23-84e4-e12b7445b9d6 req-b7bfee64-8e3e-479e-b849-027e33fb49f1 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314920 Jul 02 09:46:08.134594 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:46:08.141484 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device a79ac317-dee4-4a3a-bd22-fa01dba321a9 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:46:08.164700 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: a79ac317-dee4-4a3a-bd22-fa01dba321a9 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:46:08.165711 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device a79ac317-dee4-4a3a-bd22-fa01dba321a9 not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:46:08.250458 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:46:08.265783 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'port_id': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5', 'mac_address': 'fa:16:3e:42:c3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:46:08.304297 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:08.320642 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:46:08.344149 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:46:08.347732 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:08.393245 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:46:08.543597 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5905b5-ed74-48ad-98e9-ee87a0cfec9d req-b2c90c88-e488-4618-abd1-5d4b90e1d887 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:08.545142 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ec5905b5-ed74-48ad-98e9-ee87a0cfec9d req-b2c90c88-e488-4618-abd1-5d4b90e1d887 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 945 time: 0.0664814 Jul 02 09:46:08.584463 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ec5905b5-ed74-48ad-98e9-ee87a0cfec9d req-b31f5a26-cfa4-4c8f-a634-40d7b511a091 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337346 Jul 02 09:46:08.676009 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['576d0045-9a2d-43d8-81ba-ce0b59e8aad5'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:46:09.766344 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14abcbf-94a6-430d-b965-7cc1c6bbb438 req-749b6a8e-ed26-4f39-b63f-b02cb9489fc6 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:09.767883 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f14abcbf-94a6-430d-b965-7cc1c6bbb438 req-749b6a8e-ed26-4f39-b63f-b02cb9489fc6 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 945 time: 0.0683248 Jul 02 09:46:09.799283 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:10.029845 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f14abcbf-94a6-430d-b965-7cc1c6bbb438 req-1f736deb-382a-462c-ae8a-e0786cb17df5 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563884 Jul 02 09:46:10.097621 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a288ca-c1cb-43d4-8c1b-a0748afdd28d req-e1064d8d-ec06-4475-945a-c2ede5136b97 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:10.099087 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a8a288ca-c1cb-43d4-8c1b-a0748afdd28d req-e1064d8d-ec06-4475-945a-c2ede5136b97 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 945 time: 0.0643282 Jul 02 09:46:10.137712 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a8a288ca-c1cb-43d4-8c1b-a0748afdd28d req-6330999c-0cb6-4ae9-aa53-90c2cd1ad15e tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Jul 02 09:46:10.162035 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 46326) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:46:10.258453 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f92aa20-ccb3-41f4-9e7d-27c6f84b2760 tempest-TestMinimumBasicScenario-1711045305 tempest-TestMinimumBasicScenario-1711045305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:10.260593 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-0f92aa20-ccb3-41f4-9e7d-27c6f84b2760 tempest-TestMinimumBasicScenario-1711045305 tempest-TestMinimumBasicScenario-1711045305-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 1093 time: 0.0975125 Jul 02 09:46:10.263424 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 46330) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:46:10.267611 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Request body: {'floatingip': {'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'port_id': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:46:10.290742 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for floatingip, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:10.386541 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:10.499356 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Allocated IP 172.27.1.117 (91abeacf-6705-4621-a88a-4859e43fbb2c/3acd31d5-d298-493f-8b22-8cf1b4526b9f/0e77c552-79c1-4f40-a2db-94d18d65afe1) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:46:10.607850 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:10.647222 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:10.688799 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:46:10.691697 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:46:10.695138 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:46:10.719329 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Pushing event updated for resources: {'Port': ['ID=0e77c552-79c1-4f40-a2db-94d18d65afe1,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:46:11.098275 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:46:11.153089 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:46:11.157080 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:46:11.157629 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:11.172512 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:11.209742 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a633639-9165-41ae-82f8-51abaa34aed7 req-9858d138-4e01-4a9a-92d2-6d98bc568397 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:11.211326 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0a633639-9165-41ae-82f8-51abaa34aed7 req-9858d138-4e01-4a9a-92d2-6d98bc568397 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 945 time: 0.0648768 Jul 02 09:46:11.242333 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:11.255553 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0a633639-9165-41ae-82f8-51abaa34aed7 req-103e9b13-02ba-4233-9cab-2040ae4f4868 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371830 Jul 02 09:46:11.268768 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250d1a53-0996-4ceb-bf6d-7dbc580e422b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:46:11.271100 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c978c7d1-931c-4b44-8d94-cbbe67dd3b34" -d '{"events": [{"server_uuid": "250d1a53-0996-4ceb-bf6d-7dbc580e422b", "name": "network-vif-plugged", "status": "completed", "tag": "576d0045-9a2d-43d8-81ba-ce0b59e8aad5"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:46:11.285117 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:46:11.289719 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:11.289896 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:11.316106 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93de597d-2027-46c1-b5fc-44953ccd738c x-openstack-request-id: req-93de597d-2027-46c1-b5fc-44953ccd738c {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:46:11.316399 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250d1a53-0996-4ceb-bf6d-7dbc580e422b", "name": "network-vif-plugged", "status": "completed", "tag": "576d0045-9a2d-43d8-81ba-ce0b59e8aad5", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:46:11.316728 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-93de597d-2027-46c1-b5fc-44953ccd738c {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:46:11.317118 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250d1a53-0996-4ceb-bf6d-7dbc580e422b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5', 'code': 200} Jul 02 09:46:11.344501 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:46:11.454356 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:11.459518 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:11.558292 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Pushing event updated for resources: {'Port': ['ID=0e77c552-79c1-4f40-a2db-94d18d65afe1,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:46:11.563448 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b42f3-928c-472c-80d1-dd95e29c5ed8 req-16745c23-ad54-4ede-b0fa-c794a542f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:11.564970 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-106b42f3-928c-472c-80d1-dd95e29c5ed8 req-16745c23-ad54-4ede-b0fa-c794a542f49f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 1099 time: 0.0621696 Jul 02 09:46:11.569357 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634276'] for floatingip, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:11.613631 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-106b42f3-928c-472c-80d1-dd95e29c5ed8 req-aecbc0e5-42b1-466c-bd41-85b2c7c5f8aa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378692 Jul 02 09:46:11.689199 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.l3_db [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Floating IP 9028f4f8-4f52-403e-a016-137237430aef associated. External IP: 172.27.1.117, port: cc2788d7-fea9-427b-9a24-acb3bf51bea6. Jul 02 09:46:12.198544 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Router 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:46:12.271898 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a75b9986-c7d0-4988-b36b-896966dd7901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:12.328611 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:46:12.340296 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f23dfc-5c1a-4bd8-8d27-7232bd5bdab7 None None] Sync routers for ids ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:46:12.350537 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:12.355109 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f23dfc-5c1a-4bd8-8d27-7232bd5bdab7 None None] Routers {'57d1b24b-40c4-46a8-9eb2-fc4329e395a7'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:46:12.355740 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-38f23dfc-5c1a-4bd8-8d27-7232bd5bdab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:45:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:46:12.398645 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-5543239c-1129-4922-8013-66a5c91b9c82 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1342006 Jul 02 09:46:12.399750 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1b7033-20d8-4cab-a212-5f3805c13acc', 'tag': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:46:12.402134 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e551179a-f3c4-4f3c-ba18-abeb46a5f7da" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1b7033-20d8-4cab-a212-5f3805c13acc", "tag": "cc2788d7-fea9-427b-9a24-acb3bf51bea6"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:46:12.404707 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 46358) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:46:12.409144 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-5e0180a4-6732-47b1-a487-03e7d6c9f3b7 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1028817605', 'description': 'tempest-secgroup-smoke-1028817605 description', 'project_id': 'c4a780dd92544746bcad39297ea82937'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:46:12.431548 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5e0180a4-6732-47b1-a487-03e7d6c9f3b7 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:12.457260 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdc4e35-f549-446b-87d3-67ecc17ffc17 x-openstack-request-id: req-6fdc4e35-f549-446b-87d3-67ecc17ffc17 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:46:12.457553 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1b7033-20d8-4cab-a212-5f3805c13acc", "tag": "cc2788d7-fea9-427b-9a24-acb3bf51bea6", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:46:12.458224 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6fdc4e35-f549-446b-87d3-67ecc17ffc17 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:46:12.458224 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1b7033-20d8-4cab-a212-5f3805c13acc', 'tag': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6', 'status': 'completed', 'code': 200} Jul 02 09:46:12.481957 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-38f23dfc-5c1a-4bd8-8d27-7232bd5bdab7 None None] Set router 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:46:12.484048 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68136d88-37e9-4c89-b94b-6e81cfe903c4 req-fc672e6e-45a8-4e46-b249-05a00ba552b4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:12.485648 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-68136d88-37e9-4c89-b94b-6e81cfe903c4 req-fc672e6e-45a8-4e46-b249-05a00ba552b4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.1032403 Jul 02 09:46:12.533157 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5e0180a4-6732-47b1-a487-03e7d6c9f3b7 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:12.537777 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5e0180a4-6732-47b1-a487-03e7d6c9f3b7 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:12.572637 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-5e0180a4-6732-47b1-a487-03e7d6c9f3b7 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:12.576895 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-5e0180a4-6732-47b1-a487-03e7d6c9f3b7 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1712198 Jul 02 09:46:12.578443 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 46362) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:46:12.582910 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-651900bf-577b-48e4-a949-97e200890134 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Request body: {'security_group_rule': {'security_group_id': '76db6c4a-ad2c-4ffb-b751-11cf42ed7b71', 'project_id': 'c4a780dd92544746bcad39297ea82937', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:46:12.583380 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-68136d88-37e9-4c89-b94b-6e81cfe903c4 req-ebb447e7-3f23-45e2-bed9-5ce3f04177ac tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871954 Jul 02 09:46:12.588837 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0180a4-6732-47b1-a487-03e7d6c9f3b7 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76db6c4a-ad2c-4ffb-b751-11cf42ed7b71,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:46:12.606232 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551179a-f3c4-4f3c-ba18-abeb46a5f7da req-e4cda75f-521f-4f8c-aba1-11c6830055d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:12.607826 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e551179a-f3c4-4f3c-ba18-abeb46a5f7da req-e4cda75f-521f-4f8c-aba1-11c6830055d5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4a780dd92544746bcad39297ea82937&device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 1098 time: 0.1210954 Jul 02 09:46:12.626380 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-651900bf-577b-48e4-a949-97e200890134 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:12.725953 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-651900bf-577b-48e4-a949-97e200890134 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:12.732666 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-651900bf-577b-48e4-a949-97e200890134 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:12.735789 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551179a-f3c4-4f3c-ba18-abeb46a5f7da req-d9b50083-84a4-4c73-9bb3-f88172bdfaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:12.736756 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e551179a-f3c4-4f3c-ba18-abeb46a5f7da req-d9b50083-84a4-4c73-9bb3-f88172bdfaf6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a762777d-3efe-407d-b53d-97f099a11e4e HTTP/1.1" status: 200 len: 914 time: 0.1194763 Jul 02 09:46:12.769541 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651900bf-577b-48e4-a949-97e200890134 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f760ae-b455-4e68-9346-76763ffcc640,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:46:12.775736 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-651900bf-577b-48e4-a949-97e200890134 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:12.778208 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-651900bf-577b-48e4-a949-97e200890134 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1984553 Jul 02 09:46:12.780671 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 46366) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:46:12.785919 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-4fdaaba1-6df3-42c3-8d76-23c62b830cf9 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Request body: {'security_group_rule': {'security_group_id': '76db6c4a-ad2c-4ffb-b751-11cf42ed7b71', 'project_id': 'c4a780dd92544746bcad39297ea82937', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:46:12.819358 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4fdaaba1-6df3-42c3-8d76-23c62b830cf9 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:12.847302 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e551179a-f3c4-4f3c-ba18-abeb46a5f7da req-d94ebbcc-501e-4d90-a1cf-45761d447eb4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc2788d7-fea9-427b-9a24-acb3bf51bea6 HTTP/1.1" status: 200 len: 999 time: 0.0865545 Jul 02 09:46:12.890642 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4fdaaba1-6df3-42c3-8d76-23c62b830cf9 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:12.893736 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4fdaaba1-6df3-42c3-8d76-23c62b830cf9 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:12.912996 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-38f23dfc-5c1a-4bd8-8d27-7232bd5bdab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'name': 'tempest-TestMinimumBasicScenario-87009624-router', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:03Z', 'updated_at': '2021-07-02T09:45:07Z', 'revision_number': 4, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'gw_port': {'id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:04Z', 'updated_at': '2021-07-02T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '9028f4f8-4f52-403e-a016-137237430aef', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'port_id': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e', 'mac_address': 'fa:16:3e:df:f9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1b7033-20d8-4cab-a212-5f3805c13acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:46:10Z', 'updated_at': '2021-07-02T09:46:10Z', 'revision_number': 0, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b54b11-4836-4312-a321-77f95ee333d2', 'name': '', 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'mac_address': 'fa:16:3e:91:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '59240872-946a-484b-8411-a7c068eb7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:06Z', 'updated_at': '2021-07-02T09:45:14Z', 'revision_number': 5, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'subnets': [{'id': '59240872-946a-484b-8411-a7c068eb7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:46:12.915925 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551179a-f3c4-4f3c-ba18-abeb46a5f7da req-3f932574-763d-411d-94f1-56e4cb74a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:12.917123 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdaaba1-6df3-42c3-8d76-23c62b830cf9 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5c1cc7-0269-4b41-8369-8308270bc940,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:46:12.917483 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e551179a-f3c4-4f3c-ba18-abeb46a5f7da req-3f932574-763d-411d-94f1-56e4cb74a079 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=59240872-946a-484b-8411-a7c068eb7cd7 HTTP/1.1" status: 200 len: 852 time: 0.0520878 Jul 02 09:46:12.925002 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4fdaaba1-6df3-42c3-8d76-23c62b830cf9 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:12.926691 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-4fdaaba1-6df3-42c3-8d76-23c62b830cf9 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1448662 Jul 02 09:46:12.929330 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 46368) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:46:12.934473 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-a2634cc0-721e-462a-809d-1db8e28cdee6 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Request body: {'security_group_rule': {'security_group_id': '76db6c4a-ad2c-4ffb-b751-11cf42ed7b71', 'project_id': 'c4a780dd92544746bcad39297ea82937', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:46:12.946415 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f23dfc-5c1a-4bd8-8d27-7232bd5bdab7 None None] Checking router: 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:46:12.955764 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f23dfc-5c1a-4bd8-8d27-7232bd5bdab7 None None] Routers {'57d1b24b-40c4-46a8-9eb2-fc4329e395a7'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:46:12.956480 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-38f23dfc-5c1a-4bd8-8d27-7232bd5bdab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:45:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:46:12.964162 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a2634cc0-721e-462a-809d-1db8e28cdee6 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:12.983048 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551179a-f3c4-4f3c-ba18-abeb46a5f7da req-897b5f15-ea26-496c-9e01-5e15c457709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:12.985063 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e551179a-f3c4-4f3c-ba18-abeb46a5f7da req-897b5f15-ea26-496c-9e01-5e15c457709e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a762777d-3efe-407d-b53d-97f099a11e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562949 Jul 02 09:46:13.029164 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a2634cc0-721e-462a-809d-1db8e28cdee6 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:13.036771 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a2634cc0-721e-462a-809d-1db8e28cdee6 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:13.069567 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2634cc0-721e-462a-809d-1db8e28cdee6 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab878df6-f606-4824-a6c7-9128c2001aad,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:46:13.076138 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-38f23dfc-5c1a-4bd8-8d27-7232bd5bdab7 None None] Set router 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:46:13.085673 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a2634cc0-721e-462a-809d-1db8e28cdee6 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:13.088476 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-a2634cc0-721e-462a-809d-1db8e28cdee6 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569977 Jul 02 09:46:13.090014 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 46374) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:46:13.094635 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-20ea4f88-c9bd-4087-8ddd-a59932846595 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Request body: {'security_group_rule': {'security_group_id': '76db6c4a-ad2c-4ffb-b751-11cf42ed7b71', 'project_id': 'c4a780dd92544746bcad39297ea82937', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:46:13.107322 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e551179a-f3c4-4f3c-ba18-abeb46a5f7da req-9bb77c1c-bf4d-49d9-93d2-d6463e896262 service neutron] 10.222.0.66 "GET /v2.0/networks/a762777d-3efe-407d-b53d-97f099a11e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127021 Jul 02 09:46:13.126251 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-20ea4f88-c9bd-4087-8ddd-a59932846595 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:13.205792 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-20ea4f88-c9bd-4087-8ddd-a59932846595 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:13.210582 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-20ea4f88-c9bd-4087-8ddd-a59932846595 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:13.229532 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea4f88-c9bd-4087-8ddd-a59932846595 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164f5d8b-885c-4a25-adda-5c4491c6393b,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:46:13.240630 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e551179a-f3c4-4f3c-ba18-abeb46a5f7da req-1c8f3526-0f66-4fd0-be57-7d83c33f6d72 service neutron] 10.222.0.66 "GET /v2.0/networks/a762777d-3efe-407d-b53d-97f099a11e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252892 Jul 02 09:46:13.245630 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-20ea4f88-c9bd-4087-8ddd-a59932846595 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:13.248686 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-20ea4f88-c9bd-4087-8ddd-a59932846595 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1560676 Jul 02 09:46:13.249828 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 46378) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:46:13.255650 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-93cbf6f3-417f-4bc2-945f-1f5a60abc1c9 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Request body: {'security_group_rule': {'security_group_id': '76db6c4a-ad2c-4ffb-b751-11cf42ed7b71', 'project_id': 'c4a780dd92544746bcad39297ea82937', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:46:13.281752 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.securitygroups_db [None req-93cbf6f3-417f-4bc2-945f-1f5a60abc1c9 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Project c4a780dd92544746bcad39297ea82937 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 02 09:46:13.286615 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-93cbf6f3-417f-4bc2-945f-1f5a60abc1c9 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:13.342307 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-38f23dfc-5c1a-4bd8-8d27-7232bd5bdab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'name': 'tempest-TestMinimumBasicScenario-87009624-router', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:03Z', 'updated_at': '2021-07-02T09:45:07Z', 'revision_number': 4, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'gw_port': {'id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:04Z', 'updated_at': '2021-07-02T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '9028f4f8-4f52-403e-a016-137237430aef', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'port_id': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e', 'mac_address': 'fa:16:3e:df:f9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1b7033-20d8-4cab-a212-5f3805c13acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:46:10Z', 'updated_at': '2021-07-02T09:46:10Z', 'revision_number': 0, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b54b11-4836-4312-a321-77f95ee333d2', 'name': '', 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'mac_address': 'fa:16:3e:91:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '59240872-946a-484b-8411-a7c068eb7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:06Z', 'updated_at': '2021-07-02T09:45:14Z', 'revision_number': 5, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'subnets': [{'id': '59240872-946a-484b-8411-a7c068eb7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:46:13.349229 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-93cbf6f3-417f-4bc2-945f-1f5a60abc1c9 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:13.353939 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-93cbf6f3-417f-4bc2-945f-1f5a60abc1c9 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:13.369659 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f23dfc-5c1a-4bd8-8d27-7232bd5bdab7 None None] The sync data for ids ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'] in dv-cinder-772181-12-iscsi is: [{'id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'name': 'tempest-TestMinimumBasicScenario-87009624-router', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:03Z', 'updated_at': '2021-07-02T09:45:07Z', 'revision_number': 4, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'gw_port': {'id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:04Z', 'updated_at': '2021-07-02T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '9028f4f8-4f52-403e-a016-137237430aef', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'port_id': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e', 'mac_address': 'fa:16:3e:df:f9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1b7033-20d8-4cab-a212-5f3805c13acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:46:10Z', 'updated_at': '2021-07-02T09:46:10Z', 'revision_number': 0, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b54b11-4836-4312-a321-77f95ee333d2', 'name': '', 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'mac_address': 'fa:16:3e:91:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '59240872-946a-484b-8411-a7c068eb7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:06Z', 'updated_at': '2021-07-02T09:45:14Z', 'revision_number': 5, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'subnets': [{'id': '59240872-946a-484b-8411-a7c068eb7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:46:13.371034 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbf6f3-417f-4bc2-945f-1f5a60abc1c9 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2458cc-46a8-43a8-a99b-7274ffbf5257,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:46:13.378196 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-93cbf6f3-417f-4bc2-945f-1f5a60abc1c9 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:13.381420 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-93cbf6f3-417f-4bc2-945f-1f5a60abc1c9 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285031 Jul 02 09:46:13.382400 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 46380) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:46:13.387891 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-adceb688-be6c-46d0-a111-00fb7a5236f4 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Request body: {'security_group_rule': {'security_group_id': '76db6c4a-ad2c-4ffb-b751-11cf42ed7b71', 'project_id': 'c4a780dd92544746bcad39297ea82937', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:46:13.410157 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.db.securitygroups_db [None req-adceb688-be6c-46d0-a111-00fb7a5236f4 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Project c4a780dd92544746bcad39297ea82937 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 02 09:46:13.415795 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-adceb688-be6c-46d0-a111-00fb7a5236f4 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:13.484340 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-adceb688-be6c-46d0-a111-00fb7a5236f4 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:13.488823 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-adceb688-be6c-46d0-a111-00fb7a5236f4 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:13.505054 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adceb688-be6c-46d0-a111-00fb7a5236f4 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e79d79f-73fd-4e29-b708-6ffd6d0db840,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:46:13.514288 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-adceb688-be6c-46d0-a111-00fb7a5236f4 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:13.518286 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-adceb688-be6c-46d0-a111-00fb7a5236f4 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320326 Jul 02 09:46:13.572847 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a440b16-d3a4-4a97-8e4e-48e38c5fbd3e None None] New status for floating IP 9028f4f8-4f52-403e-a016-137237430aef: ACTIVE {{(pid=99504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 09:46:13.637872 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b50ffd50-98ad-4163-bc81-785f771bc11d req-744864a0-041c-4773-82c0-4dffc7ffe54e tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028817605&fields=id&tenant_id=c4a780dd92544746bcad39297ea82937 HTTP/1.1" status: 200 len: 267 time: 0.0370300 Jul 02 09:46:13.709725 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ffd50-98ad-4163-bc81-785f771bc11d req-efd0b7f1-275d-4a7a-be9d-1e0be7831eda tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:13.712983 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b50ffd50-98ad-4163-bc81-785f771bc11d req-efd0b7f1-275d-4a7a-be9d-1e0be7831eda tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 945 time: 0.0688822 Jul 02 09:46:13.724908 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [req-b50ffd50-98ad-4163-bc81-785f771bc11d req-4636c3e9-aaaf-42ee-b227-1302f52bd70c tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Request body: {'port': {'security_groups': ['565507e1-a0af-4a31-9d55-ceac35eb2ebb', '76db6c4a-ad2c-4ffb-b751-11cf42ed7b71']}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:46:13.862938 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81cd5d-6ee5-4be7-9377-96bdb7d448fb req-ffa8666a-bf9c-4e65-a8d0-313588bb67e7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:13.864323 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0c81cd5d-6ee5-4be7-9377-96bdb7d448fb req-ffa8666a-bf9c-4e65-a8d0-313588bb67e7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.1459975 Jul 02 09:46:13.865312 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-b50ffd50-98ad-4163-bc81-785f771bc11d req-4636c3e9-aaaf-42ee-b227-1302f52bd70c tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:13.939238 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0c81cd5d-6ee5-4be7-9377-96bdb7d448fb req-bdcc6d2b-3edd-4132-bc0f-ccb05e4fcf07 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649526 Jul 02 09:46:14.071029 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-b50ffd50-98ad-4163-bc81-785f771bc11d req-4636c3e9-aaaf-42ee-b227-1302f52bd70c tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] For port cc2788d7-fea9-427b-9a24-acb3bf51bea6, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=cc2788d7-fea9-427b-9a24-acb3bf51bea6,segment=NetworkSegment(299633ed-5e6b-4499-a25a-18c558889945),segment_id=299633ed-5e6b-4499-a25a-18c558889945)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:46:14.103923 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-b50ffd50-98ad-4163-bc81-785f771bc11d req-4636c3e9-aaaf-42ee-b227-1302f52bd70c tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for port, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:14.108520 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-b50ffd50-98ad-4163-bc81-785f771bc11d req-4636c3e9-aaaf-42ee-b227-1302f52bd70c tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25252499'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:14.160656 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ffd50-98ad-4163-bc81-785f771bc11d req-4636c3e9-aaaf-42ee-b227-1302f52bd70c tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:14.161281 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-b50ffd50-98ad-4163-bc81-785f771bc11d req-4636c3e9-aaaf-42ee-b227-1302f52bd70c tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:14.162664 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b50ffd50-98ad-4163-bc81-785f771bc11d req-4636c3e9-aaaf-42ee-b227-1302f52bd70c tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "PUT /v2.0/ports/cc2788d7-fea9-427b-9a24-acb3bf51bea6 HTTP/1.1" status: 200 len: 981 time: 0.4430768 Jul 02 09:46:14.163105 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1b7033-20d8-4cab-a212-5f3805c13acc', 'tag': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:46:14.165509 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10583185-52e6-4e96-a1a3-298fb026fa32" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1b7033-20d8-4cab-a212-5f3805c13acc", "tag": "cc2788d7-fea9-427b-9a24-acb3bf51bea6"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:46:14.188355 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636c3e9-aaaf-42ee-b227-1302f52bd70c tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Pushing event updated for resources: {'Port': ['ID=cc2788d7-fea9-427b-9a24-acb3bf51bea6,revision_number=6']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:46:14.319705 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c62d9b-f980-46df-a81a-d7cc35017dd3 req-b986d868-f41f-4818-a36b-88623cd8b567 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:14.321745 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-72c62d9b-f980-46df-a81a-d7cc35017dd3 req-b986d868-f41f-4818-a36b-88623cd8b567 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.0692570 Jul 02 09:46:14.330360 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 46396) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:46:14.335240 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-2104fca1-626c-4c6c-a6f5-b06de5fff1ae tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Request body: {'floatingip': {'port_id': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:46:14.341518 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-9ca3e227-5fbb-49d0-a946-4d42ad83e11c None None] Provisioning complete for port cc2788d7-fea9-427b-9a24-acb3bf51bea6 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:46:14.341894 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e227-5fbb-49d0-a946-4d42ad83e11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:14.381129 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2104fca1-626c-4c6c-a6f5-b06de5fff1ae tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for floatingip, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:14.584342 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c17755-26bf-448b-a4f3-c3d110ecb1ee req-3307d7ea-7cd8-47bc-9be7-301d2cbfae41 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:14.585843 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-82c17755-26bf-448b-a4f3-c3d110ecb1ee req-3307d7ea-7cd8-47bc-9be7-301d2cbfae41 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 984 time: 0.1646466 Jul 02 09:46:14.670767 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-82c17755-26bf-448b-a4f3-c3d110ecb1ee req-b1d63f2b-669c-4cbb-a84c-4937bc69bb2d tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&id=76db6c4a-ad2c-4ffb-b751-11cf42ed7b71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788443 Jul 02 09:46:14.720951 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e983697e-6bcb-45ad-bc29-134e8c72e51a x-openstack-request-id: req-e983697e-6bcb-45ad-bc29-134e8c72e51a {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:46:14.721234 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1b7033-20d8-4cab-a212-5f3805c13acc", "tag": "cc2788d7-fea9-427b-9a24-acb3bf51bea6", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:46:14.721483 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e983697e-6bcb-45ad-bc29-134e8c72e51a {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:46:14.721868 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1b7033-20d8-4cab-a212-5f3805c13acc', 'tag': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6', 'status': 'completed', 'code': 200} Jul 02 09:46:14.906436 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2104fca1-626c-4c6c-a6f5-b06de5fff1ae tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:14.910660 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2104fca1-626c-4c6c-a6f5-b06de5fff1ae tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634276'] for floatingip, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:15.006813 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.db.l3_db [None req-2104fca1-626c-4c6c-a6f5-b06de5fff1ae tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Floating IP 389607db-461c-4302-9c7e-19785f176a1a associated. External IP: 172.27.1.254, port: 576d0045-9a2d-43d8-81ba-ce0b59e8aad5. Jul 02 09:46:15.111171 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ae443521-ed96-4211-86e2-2f24ddf2954a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:15.213350 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2104fca1-626c-4c6c-a6f5-b06de5fff1ae tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:46:15.314793 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2104fca1-626c-4c6c-a6f5-b06de5fff1ae tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:46:15.320388 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2104fca1-626c-4c6c-a6f5-b06de5fff1ae tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:15.326742 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da3221-64bc-46a9-b525-b836c7ec98da None None] Sync routers for ids ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:46:15.336018 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2da3221-64bc-46a9-b525-b836c7ec98da None None] Routers {'3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:46:15.337320 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-d2da3221-64bc-46a9-b525-b836c7ec98da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:46:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:46:15.359315 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-2104fca1-626c-4c6c-a6f5-b06de5fff1ae tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "PUT /v2.0/floatingips/389607db-461c-4302-9c7e-19785f176a1a HTTP/1.1" status: 200 len: 992 time: 1.0276208 Jul 02 09:46:15.443599 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-d2da3221-64bc-46a9-b525-b836c7ec98da None None] Set router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:46:15.545002 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:15.677408 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-d2da3221-64bc-46a9-b525-b836c7ec98da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 4, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '389607db-461c-4302-9c7e-19785f176a1a', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'port_id': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'mac_address': 'fa:16:3e:42:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250d1a53-0996-4ceb-bf6d-7dbc580e422b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:45:58Z', 'updated_at': '2021-07-02T09:46:14Z', 'revision_number': 1, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d70602f-ed17-418e-9d1c-71d1f7a25efa', 'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'mac_address': 'fa:16:3e:42:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:20Z', 'updated_at': '2021-07-02T09:41:30Z', 'revision_number': 5, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'subnets': [{'id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:46:15.706340 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da3221-64bc-46a9-b525-b836c7ec98da None None] Checking router: 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:46:15.715232 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2da3221-64bc-46a9-b525-b836c7ec98da None None] Routers {'3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:46:15.715830 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-d2da3221-64bc-46a9-b525-b836c7ec98da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:46:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:46:15.825210 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-d2da3221-64bc-46a9-b525-b836c7ec98da None None] Set router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:46:15.870524 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:16.051215 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-d2da3221-64bc-46a9-b525-b836c7ec98da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 4, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '389607db-461c-4302-9c7e-19785f176a1a', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'port_id': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'mac_address': 'fa:16:3e:42:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250d1a53-0996-4ceb-bf6d-7dbc580e422b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:45:58Z', 'updated_at': '2021-07-02T09:46:14Z', 'revision_number': 1, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d70602f-ed17-418e-9d1c-71d1f7a25efa', 'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'mac_address': 'fa:16:3e:42:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:20Z', 'updated_at': '2021-07-02T09:41:30Z', 'revision_number': 5, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'subnets': [{'id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:46:16.080573 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da3221-64bc-46a9-b525-b836c7ec98da None None] The sync data for ids ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'] in dv-cinder-772181-12-iscsi is: [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 4, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '389607db-461c-4302-9c7e-19785f176a1a', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'port_id': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'mac_address': 'fa:16:3e:42:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250d1a53-0996-4ceb-bf6d-7dbc580e422b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:45:58Z', 'updated_at': '2021-07-02T09:46:14Z', 'revision_number': 1, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d70602f-ed17-418e-9d1c-71d1f7a25efa', 'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'mac_address': 'fa:16:3e:42:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:20Z', 'updated_at': '2021-07-02T09:41:30Z', 'revision_number': 5, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'subnets': [{'id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:46:16.249068 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c292a9-25cf-4544-ad57-e68bc9716f2c None None] New status for floating IP 389607db-461c-4302-9c7e-19785f176a1a: ACTIVE {{(pid=99504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 09:46:16.722864 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250d1a53-0996-4ceb-bf6d-7dbc580e422b', 'tag': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:46:16.725279 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa848558-a730-436c-bd1d-52984bb5dc94" -d '{"events": [{"name": "network-changed", "server_uuid": "250d1a53-0996-4ceb-bf6d-7dbc580e422b", "tag": "576d0045-9a2d-43d8-81ba-ce0b59e8aad5"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:46:16.853691 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['cc2788d7-fea9-427b-9a24-acb3bf51bea6'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:46:16.927485 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313e4bce-2c00-4fc3-8402-76862a3bc152 x-openstack-request-id: req-313e4bce-2c00-4fc3-8402-76862a3bc152 {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:46:16.927773 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250d1a53-0996-4ceb-bf6d-7dbc580e422b", "tag": "576d0045-9a2d-43d8-81ba-ce0b59e8aad5", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:46:16.928022 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-313e4bce-2c00-4fc3-8402-76862a3bc152 {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:46:16.928417 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250d1a53-0996-4ceb-bf6d-7dbc580e422b', 'tag': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5', 'status': 'completed', 'code': 200} Jul 02 09:46:16.931193 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583185-52e6-4e96-a1a3-298fb026fa32 req-ef8c5d76-672f-432a-946b-31c779c98d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:16.932719 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-10583185-52e6-4e96-a1a3-298fb026fa32 req-ef8c5d76-672f-432a-946b-31c779c98d78 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4a780dd92544746bcad39297ea82937&device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 1137 time: 0.0593269 Jul 02 09:46:16.978840 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['cc2788d7-fea9-427b-9a24-acb3bf51bea6'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:46:17.009823 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa848558-a730-436c-bd1d-52984bb5dc94 req-07e3afe9-2b37-430f-9317-33722dba18f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:17.012157 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-fa848558-a730-436c-bd1d-52984bb5dc94 req-07e3afe9-2b37-430f-9317-33722dba18f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0eac9fab71cc4bf1add1a341c85baad4&device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 1099 time: 0.0585017 Jul 02 09:46:17.126845 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa848558-a730-436c-bd1d-52984bb5dc94 req-6bf3465a-8f92-4b4d-a57d-28e976befd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:17.128353 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-fa848558-a730-436c-bd1d-52984bb5dc94 req-6bf3465a-8f92-4b4d-a57d-28e976befd0f service neutron] 10.222.0.66 "GET /v2.0/networks?id=91c217cd-a0ca-4235-96ca-c7bcaff114e8 HTTP/1.1" status: 200 len: 917 time: 0.1083977 Jul 02 09:46:17.206862 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-fa848558-a730-436c-bd1d-52984bb5dc94 req-95c8c4f9-5c32-4fa9-ba6b-ee57d3bbd6cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=576d0045-9a2d-43d8-81ba-ce0b59e8aad5 HTTP/1.1" status: 200 len: 1002 time: 0.0664997 Jul 02 09:46:17.247214 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583185-52e6-4e96-a1a3-298fb026fa32 req-e3f9623c-6da1-48cf-854b-c57cffa4f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:17.248648 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-10583185-52e6-4e96-a1a3-298fb026fa32 req-e3f9623c-6da1-48cf-854b-c57cffa4f8ad service neutron] 10.222.0.66 "GET /v2.0/networks?id=a762777d-3efe-407d-b53d-97f099a11e4e HTTP/1.1" status: 200 len: 914 time: 0.3084903 Jul 02 09:46:17.268302 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa848558-a730-436c-bd1d-52984bb5dc94 req-1f106d45-d597-4960-a9e0-dcad30a3513c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:17.270126 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-fa848558-a730-436c-bd1d-52984bb5dc94 req-1f106d45-d597-4960-a9e0-dcad30a3513c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cf610ccc-985f-4d3a-a43f-1bfbdadecb7e HTTP/1.1" status: 200 len: 855 time: 0.0482504 Jul 02 09:46:17.315617 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-10583185-52e6-4e96-a1a3-298fb026fa32 req-20457cf7-38a5-4d95-ab72-240aebd69505 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc2788d7-fea9-427b-9a24-acb3bf51bea6 HTTP/1.1" status: 200 len: 1001 time: 0.0593910 Jul 02 09:46:17.344712 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa848558-a730-436c-bd1d-52984bb5dc94 req-75927cfc-213b-44c4-a4f2-b388e4ed8383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:17.346219 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-fa848558-a730-436c-bd1d-52984bb5dc94 req-75927cfc-213b-44c4-a4f2-b388e4ed8383 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91c217cd-a0ca-4235-96ca-c7bcaff114e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0675044 Jul 02 09:46:17.384120 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583185-52e6-4e96-a1a3-298fb026fa32 req-f70e3e5a-8bb1-4d0c-a63d-46a6c46ec7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:17.385694 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-10583185-52e6-4e96-a1a3-298fb026fa32 req-f70e3e5a-8bb1-4d0c-a63d-46a6c46ec7ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=59240872-946a-484b-8411-a7c068eb7cd7 HTTP/1.1" status: 200 len: 852 time: 0.0562880 Jul 02 09:46:17.461844 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-fa848558-a730-436c-bd1d-52984bb5dc94 req-d90a2f72-f905-48c0-88e4-d55d1805fc68 service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068749 Jul 02 09:46:17.462483 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583185-52e6-4e96-a1a3-298fb026fa32 req-8f065719-b3f9-41cd-bd70-474281178550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:17.464117 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-10583185-52e6-4e96-a1a3-298fb026fa32 req-8f065719-b3f9-41cd-bd70-474281178550 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a762777d-3efe-407d-b53d-97f099a11e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0661211 Jul 02 09:46:17.587384 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-10583185-52e6-4e96-a1a3-298fb026fa32 req-de156829-20ef-4fcd-95e2-417ebbf94725 service neutron] 10.222.0.66 "GET /v2.0/networks/a762777d-3efe-407d-b53d-97f099a11e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065924 Jul 02 09:46:17.590675 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-fa848558-a730-436c-bd1d-52984bb5dc94 req-c0a477e9-5d38-4469-92e7-69aba757e53c service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105165 Jul 02 09:46:17.615904 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:17.702106 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-10583185-52e6-4e96-a1a3-298fb026fa32 req-27463ba9-7b52-4a4e-b0df-0424da457b55 service neutron] 10.222.0.66 "GET /v2.0/networks/a762777d-3efe-407d-b53d-97f099a11e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999973 Jul 02 09:46:26.821497 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 46516) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:46:26.863175 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0e4e94-0c1a-4c6a-966f-f5d5c269c39d admin admin] Deleting subnet e154cdb6-4817-4d50-81da-9eb843ee413c {{(pid=99501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 09:46:26.866097 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ab0e4e94-0c1a-4c6a-966f-f5d5c269c39d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:26.904425 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ab0e4e94-0c1a-4c6a-966f-f5d5c269c39d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233040'] for subnet, precommit_delete_associations {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:26.940992 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ab0e4e94-0c1a-4c6a-966f-f5d5c269c39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16457552'] for subnet, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:26.994388 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ab0e4e94-0c1a-4c6a-966f-f5d5c269c39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16457545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25252562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632333'] for subnet, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:27.022083 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ab0e4e94-0c1a-4c6a-966f-f5d5c269c39d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:27.024634 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-ab0e4e94-0c1a-4c6a-966f-f5d5c269c39d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e154cdb6-4817-4d50-81da-9eb843ee413c HTTP/1.1" status: 204 len: 168 time: 0.2022653 Jul 02 09:46:27.025766 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e4e94-0c1a-4c6a-966f-f5d5c269c39d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e154cdb6-4817-4d50-81da-9eb843ee413c,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:46:27.026582 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 46522) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:46:27.107428 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e45407c8-0865-4788-b778-3666193bc858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436473'] for network, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:27.193200 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e45407c8-0865-4788-b778-3666193bc858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16458973', 'neutron.services.segments.db._delete_segments_for_network-8744578473274'] for network, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:27.203063 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-e45407c8-0865-4788-b778-3666193bc858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918bea0c-b417-4ca6-b49b-9a63a0f8e52a']}} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:46:27.212709 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-e45407c8-0865-4788-b778-3666193bc858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8d9580-428a-4765-afeb-31c37abe8c8d') {'for_net_delete': True} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:46:27.213005 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-e45407c8-0865-4788-b778-3666193bc858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8d9580-428a-4765-afeb-31c37abe8c8d') {} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:46:27.221480 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e45407c8-0865-4788-b778-3666193bc858 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744578437946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3990939'] for segment, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:27.235136 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e45407c8-0865-4788-b778-3666193bc858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:27.240832 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45407c8-0865-4788-b778-3666193bc858 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=99502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 09:46:27.241215 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e45407c8-0865-4788-b778-3666193bc858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3997368'] for segment, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: Traceback (most recent call last): Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: timer() Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: cb(*args, **kw) Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: return func(*args, **kwargs) Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: self._notify() Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: self.callback(batched_events) Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: event.method(event) Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: return f(self, *a, **k) Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: return self._get(url).json() Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: return self.request(url, 'GET', **kwargs) Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 09:46:27.243651 dv-cinder-772181-12-iscsi neutron-server[99502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 09:46:27.298173 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e45407c8-0865-4788-b778-3666193bc858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16458966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634290'] for network, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:27.303467 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-e45407c8-0865-4788-b778-3666193bc858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:27.305993 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-e45407c8-0865-4788-b778-3666193bc858 admin admin] 10.222.0.47 "DELETE /v2.0/networks/918bea0c-b417-4ca6-b49b-9a63a0f8e52a HTTP/1.1" status: 204 len: 168 time: 0.2779715 Jul 02 09:46:27.316678 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45407c8-0865-4788-b778-3666193bc858 admin admin] Pushing event deleted for resources: {'Network': ['ID=918bea0c-b417-4ca6-b49b-9a63a0f8e52a,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:46:27.414087 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 46528) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:46:27.453231 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-78e2527a-006b-4c9b-ae74-2411cf79527a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c3546025d9d4470fa13b566273849dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375202 Jul 02 09:46:27.455492 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 46530) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:46:27.501583 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-64a36692-31e1-4fdc-adf8-89ccfa0cff00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:27.521507 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-64a36692-31e1-4fdc-adf8-89ccfa0cff00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:27.566958 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-64a36692-31e1-4fdc-adf8-89ccfa0cff00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:27.569697 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-64a36692-31e1-4fdc-adf8-89ccfa0cff00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:27.570867 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-64a36692-31e1-4fdc-adf8-89ccfa0cff00 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/07e328dc-0705-4760-b108-a68da3581742 HTTP/1.1" status: 204 len: 168 time: 0.1145012 Jul 02 09:46:27.578488 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a36692-31e1-4fdc-adf8-89ccfa0cff00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e328dc-0705-4760-b108-a68da3581742,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:46:39.726303 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd8a27-c0cb-4ae3-9f89-42c38a26c5c8 req-e828023d-1569-4d49-9750-d748ba1b10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:39.727978 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7bdd8a27-c0cb-4ae3-9f89-42c38a26c5c8 req-e828023d-1569-4d49-9750-d748ba1b10f2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4a780dd92544746bcad39297ea82937&device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 1137 time: 0.1538293 Jul 02 09:46:39.821529 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:39.881819 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71c7d8-fb73-448f-aef5-22bbd32a8080 req-33d36cf0-e4a7-494e-bd02-97b2e695131f tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:39.883499 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bb71c7d8-fb73-448f-aef5-22bbd32a8080 req-33d36cf0-e4a7-494e-bd02-97b2e695131f tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 984 time: 0.2965906 Jul 02 09:46:39.886199 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd8a27-c0cb-4ae3-9f89-42c38a26c5c8 req-07f24749-80ae-46f2-99bf-cccf2143b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:39.887520 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7bdd8a27-c0cb-4ae3-9f89-42c38a26c5c8 req-07f24749-80ae-46f2-99bf-cccf2143b140 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a762777d-3efe-407d-b53d-97f099a11e4e HTTP/1.1" status: 200 len: 914 time: 0.1308119 Jul 02 09:46:39.968889 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bb71c7d8-fb73-448f-aef5-22bbd32a8080 req-27996e1f-656d-4cb5-be0e-a3bc5126e43a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&id=76db6c4a-ad2c-4ffb-b751-11cf42ed7b71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795178 Jul 02 09:46:39.977505 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7bdd8a27-c0cb-4ae3-9f89-42c38a26c5c8 req-618b7ae2-d2f4-4e76-b26f-a113f1aab058 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc2788d7-fea9-427b-9a24-acb3bf51bea6 HTTP/1.1" status: 200 len: 1001 time: 0.0826135 Jul 02 09:46:40.027867 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd8a27-c0cb-4ae3-9f89-42c38a26c5c8 req-b1966724-c048-4bc6-8a01-8938fa5cdb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:40.029320 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7bdd8a27-c0cb-4ae3-9f89-42c38a26c5c8 req-b1966724-c048-4bc6-8a01-8938fa5cdb44 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=59240872-946a-484b-8411-a7c068eb7cd7 HTTP/1.1" status: 200 len: 852 time: 0.0426393 Jul 02 09:46:40.086658 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd8a27-c0cb-4ae3-9f89-42c38a26c5c8 req-fe7f4384-91df-4b79-94d9-0223eeff5858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:40.088079 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7bdd8a27-c0cb-4ae3-9f89-42c38a26c5c8 req-fe7f4384-91df-4b79-94d9-0223eeff5858 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a762777d-3efe-407d-b53d-97f099a11e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508173 Jul 02 09:46:40.178554 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7bdd8a27-c0cb-4ae3-9f89-42c38a26c5c8 req-df8a3ad6-d137-4f00-af27-8b8f39480121 service neutron] 10.222.0.66 "GET /v2.0/networks/a762777d-3efe-407d-b53d-97f099a11e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827420 Jul 02 09:46:40.269590 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7bdd8a27-c0cb-4ae3-9f89-42c38a26c5c8 req-1f730b5e-debc-487a-9157-7cb0901cedea service neutron] 10.222.0.66 "GET /v2.0/networks/a762777d-3efe-407d-b53d-97f099a11e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832741 Jul 02 09:46:41.144494 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153870d-cfbe-45ef-9fa0-28232302ec93 req-634e40bf-eb08-43ea-8936-6f1224942841 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:41.145951 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f153870d-cfbe-45ef-9fa0-28232302ec93 req-634e40bf-eb08-43ea-8936-6f1224942841 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 984 time: 0.0666759 Jul 02 09:46:41.184570 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f153870d-cfbe-45ef-9fa0-28232302ec93 req-9c110338-baaa-49d3-b772-6df666985ee0 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&id=76db6c4a-ad2c-4ffb-b751-11cf42ed7b71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329194 Jul 02 09:46:42.272944 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-24e73910-bb10-449d-8279-6dc102285c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:42.358014 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041c14c-a29f-4f59-acf5-9c9daec3faf9 req-072bc5f5-4165-4eff-a7bc-edc58a4bd498 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:42.359500 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b041c14c-a29f-4f59-acf5-9c9daec3faf9 req-072bc5f5-4165-4eff-a7bc-edc58a4bd498 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 984 time: 0.0654438 Jul 02 09:46:42.399316 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b041c14c-a29f-4f59-acf5-9c9daec3faf9 req-13de6611-2165-40ab-9668-9a1913e2c576 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&id=76db6c4a-ad2c-4ffb-b751-11cf42ed7b71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341616 Jul 02 09:46:43.589764 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:46:43.633134 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d9d15-dacb-4366-9ce2-609ba763fefb req-818554c9-0ba3-43b9-a9ac-cc83f018406e tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:43.634649 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-097d9d15-dacb-4366-9ce2-609ba763fefb req-818554c9-0ba3-43b9-a9ac-cc83f018406e tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 984 time: 0.1130028 Jul 02 09:46:43.677235 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-097d9d15-dacb-4366-9ce2-609ba763fefb req-a25f9641-6cf2-474e-bc97-6fd93e9bf576 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&id=76db6c4a-ad2c-4ffb-b751-11cf42ed7b71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367596 Jul 02 09:46:44.849819 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64383e77-c79b-4ba3-8aea-25d0daa45a5f req-63c29229-1753-4354-8740-55e1de63f8b0 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:44.852122 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-64383e77-c79b-4ba3-8aea-25d0daa45a5f req-63c29229-1753-4354-8740-55e1de63f8b0 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 984 time: 0.0636203 Jul 02 09:46:44.891232 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-64383e77-c79b-4ba3-8aea-25d0daa45a5f req-a6a73696-b63b-4d29-827a-3e9434d029ca tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&id=76db6c4a-ad2c-4ffb-b751-11cf42ed7b71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333395 Jul 02 09:46:45.103561 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-67f0cc34-903c-485e-9c8d-e9f5f7e0280e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:45.526333 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:45.866040 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:46.062729 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ab7a4-8394-4b07-bcd1-7f53a9f90de2 req-49733e05-bdb4-4e5c-9f3b-5651258139f2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:46.064099 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-575ab7a4-8394-4b07-bcd1-7f53a9f90de2 req-49733e05-bdb4-4e5c-9f3b-5651258139f2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 984 time: 0.0625393 Jul 02 09:46:46.104108 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-575ab7a4-8394-4b07-bcd1-7f53a9f90de2 req-3fe1e5a6-2f45-4755-85ab-633af61eb273 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&id=76db6c4a-ad2c-4ffb-b751-11cf42ed7b71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338876 Jul 02 09:46:47.278729 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770eea5b-6d35-44fc-aac2-42f52965273d req-976c49cd-b303-4f8d-9930-35813fa367d3 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:47.280175 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-770eea5b-6d35-44fc-aac2-42f52965273d req-976c49cd-b303-4f8d-9930-35813fa367d3 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 984 time: 0.0649796 Jul 02 09:46:47.319625 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-770eea5b-6d35-44fc-aac2-42f52965273d req-6a3be98d-1859-4e26-96e7-823585fdb671 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&id=76db6c4a-ad2c-4ffb-b751-11cf42ed7b71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336995 Jul 02 09:46:47.608411 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:46:48.487810 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0268a-facf-4905-8856-96a64d0b67da req-e29d3ac1-fbeb-4fde-a70f-3d28ab479eaf tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:48.489314 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f5d0268a-facf-4905-8856-96a64d0b67da req-e29d3ac1-fbeb-4fde-a70f-3d28ab479eaf tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 984 time: 0.0625949 Jul 02 09:46:48.532301 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f5d0268a-facf-4905-8856-96a64d0b67da req-4b7abdbe-95cc-40c8-a3fb-42794242fe6c tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&id=76db6c4a-ad2c-4ffb-b751-11cf42ed7b71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367458 Jul 02 09:46:49.703832 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7e2a8-af8b-46be-94ac-8bdf64909d60 req-9047fa58-00ed-4779-9399-0adfa83d7118 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:49.705339 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-47c7e2a8-af8b-46be-94ac-8bdf64909d60 req-9047fa58-00ed-4779-9399-0adfa83d7118 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 984 time: 0.0616105 Jul 02 09:46:49.751083 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-47c7e2a8-af8b-46be-94ac-8bdf64909d60 req-d92f8b0b-bd8b-4a17-bf95-1f8aa54da1b6 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&id=76db6c4a-ad2c-4ffb-b751-11cf42ed7b71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396776 Jul 02 09:46:50.930809 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f314c1-0fff-4881-a514-af7d76968cd1 req-f59e9c6d-4a5f-47f9-b0f0-d5f35da54891 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:50.932275 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-91f314c1-0fff-4881-a514-af7d76968cd1 req-f59e9c6d-4a5f-47f9-b0f0-d5f35da54891 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 984 time: 0.0621462 Jul 02 09:46:50.972652 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-91f314c1-0fff-4881-a514-af7d76968cd1 req-f5b5ac8b-b3ce-4f6a-bd04-14b059058e5a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&id=76db6c4a-ad2c-4ffb-b751-11cf42ed7b71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345607 Jul 02 09:46:51.157277 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3202a-c527-4432-97e4-2ae8b6cecd87 req-c39feafc-1778-4e16-a5f2-ed865d924abc tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:51.158735 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bea3202a-c527-4432-97e4-2ae8b6cecd87 req-c39feafc-1778-4e16-a5f2-ed865d924abc tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0637357 Jul 02 09:46:51.195469 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bea3202a-c527-4432-97e4-2ae8b6cecd87 req-b831e8fb-d126-4f37-80e1-2c9fdb383044 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306633 Jul 02 09:46:52.148750 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc20754-58c1-47b4-be7a-6859e24e2e29 req-2f2b8031-2c30-4fe9-980c-4b78f7a3a35f tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:52.150217 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bcc20754-58c1-47b4-be7a-6859e24e2e29 req-2f2b8031-2c30-4fe9-980c-4b78f7a3a35f tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 984 time: 0.0666440 Jul 02 09:46:52.189125 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bcc20754-58c1-47b4-be7a-6859e24e2e29 req-ff2581af-f4bc-4782-80f4-a13ccc528e32 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&id=76db6c4a-ad2c-4ffb-b751-11cf42ed7b71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333905 Jul 02 09:46:52.364753 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06212e43-f8ce-4eaf-a887-b0f231db93d8 req-a7e72a46-128d-4906-9de1-671811df5171 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:52.366607 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-06212e43-f8ce-4eaf-a887-b0f231db93d8 req-a7e72a46-128d-4906-9de1-671811df5171 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0616806 Jul 02 09:46:52.403114 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-06212e43-f8ce-4eaf-a887-b0f231db93d8 req-1de04b00-443f-4ab1-96bc-c751e3f0adda tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310254 Jul 02 09:46:53.362291 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48557324-c8e5-47d0-816f-bd14903f403f req-15734005-bc61-4b0c-9a2d-3817a50deb38 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:53.363759 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-48557324-c8e5-47d0-816f-bd14903f403f req-15734005-bc61-4b0c-9a2d-3817a50deb38 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 984 time: 0.0624697 Jul 02 09:46:53.406774 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-48557324-c8e5-47d0-816f-bd14903f403f req-37eefb55-a463-49f0-8b74-efa13e134902 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&id=76db6c4a-ad2c-4ffb-b751-11cf42ed7b71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373960 Jul 02 09:46:53.580152 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79107259-994c-42df-afd2-f1ebbf57a9c2 req-c581e17c-02b4-4372-983a-7f7871e3c1a3 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:53.581570 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-79107259-994c-42df-afd2-f1ebbf57a9c2 req-c581e17c-02b4-4372-983a-7f7871e3c1a3 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0633318 Jul 02 09:46:53.618805 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-79107259-994c-42df-afd2-f1ebbf57a9c2 req-df506bf8-c83b-4bc3-ba32-8f956b31fcf4 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310922 Jul 02 09:46:54.579455 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783ae00-fb71-4fbe-aa61-ea89f17fc937 req-1a63d2f3-f463-43fc-a72b-8df304963a75 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:54.580992 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f783ae00-fb71-4fbe-aa61-ea89f17fc937 req-1a63d2f3-f463-43fc-a72b-8df304963a75 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 984 time: 0.0663579 Jul 02 09:46:54.620947 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f783ae00-fb71-4fbe-aa61-ea89f17fc937 req-f06c8c65-eeca-4d71-9cfb-8c5021be1948 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&id=76db6c4a-ad2c-4ffb-b751-11cf42ed7b71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337584 Jul 02 09:46:54.798657 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fa811-8e81-4b9d-8a0a-f02c1bf65327 req-0737eb16-1c47-4102-a5aa-27c9d57ee8ff tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:54.800136 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e99fa811-8e81-4b9d-8a0a-f02c1bf65327 req-0737eb16-1c47-4102-a5aa-27c9d57ee8ff tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0664964 Jul 02 09:46:54.837350 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e99fa811-8e81-4b9d-8a0a-f02c1bf65327 req-e832ae0d-05c4-4a61-a50f-7cb8ca4c15ac tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317404 Jul 02 09:46:55.793902 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a311365-b4e3-4e3a-afd5-ff10a7f8b084 req-c9a2f534-691e-42a7-8497-df8e6f7ee112 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:55.795297 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8a311365-b4e3-4e3a-afd5-ff10a7f8b084 req-c9a2f534-691e-42a7-8497-df8e6f7ee112 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 984 time: 0.0647578 Jul 02 09:46:55.834159 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8a311365-b4e3-4e3a-afd5-ff10a7f8b084 req-64f856a8-4ae7-462f-a43f-089ba3c403bc tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&id=76db6c4a-ad2c-4ffb-b751-11cf42ed7b71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331938 Jul 02 09:46:56.008778 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe98c9-51a2-48ee-9103-0ff870a62c21 req-94a7cbf7-db15-444f-a59d-3aa785952083 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:56.010233 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-dcbe98c9-51a2-48ee-9103-0ff870a62c21 req-94a7cbf7-db15-444f-a59d-3aa785952083 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0622470 Jul 02 09:46:56.051089 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-dcbe98c9-51a2-48ee-9103-0ff870a62c21 req-bb61e4cb-2e78-4c25-9dc0-fc2d41223d8b tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350595 Jul 02 09:46:57.009144 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e437-03e2-47b5-9b60-278170d0d2a4 req-b0a607e0-d2c0-47f8-a705-3140f38343ec tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:57.010576 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9a16e437-03e2-47b5-9b60-278170d0d2a4 req-b0a607e0-d2c0-47f8-a705-3140f38343ec tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 984 time: 0.0621221 Jul 02 09:46:57.048854 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9a16e437-03e2-47b5-9b60-278170d0d2a4 req-29e56c96-37a3-4183-8092-6ba88c29b0c2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&id=76db6c4a-ad2c-4ffb-b751-11cf42ed7b71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326929 Jul 02 09:46:57.227245 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ec9ef-42e5-4b97-84e3-2d3a7152ce6e req-57d5757a-8754-4703-acda-e239695d5f88 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:57.228709 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4e9ec9ef-42e5-4b97-84e3-2d3a7152ce6e req-57d5757a-8754-4703-acda-e239695d5f88 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0616949 Jul 02 09:46:57.264848 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4e9ec9ef-42e5-4b97-84e3-2d3a7152ce6e req-3bfeebf2-9567-477c-ac28-ab6b6c004309 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306625 Jul 02 09:46:58.438247 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583204c2-fac4-4f34-90e8-fe2bc9af2c6f req-0578bff2-9d54-49d5-a545-123da3b39af6 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:58.439700 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-583204c2-fac4-4f34-90e8-fe2bc9af2c6f req-0578bff2-9d54-49d5-a545-123da3b39af6 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0642316 Jul 02 09:46:58.476776 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-583204c2-fac4-4f34-90e8-fe2bc9af2c6f req-17b6d8b4-15e0-4fc6-a042-b48b5a6839e5 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316017 Jul 02 09:46:59.647502 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a280809-1d0f-46c7-8b97-33128d39933d req-b5259499-5e9e-4bf9-9668-a8e186bdbd04 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:46:59.648976 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8a280809-1d0f-46c7-8b97-33128d39933d req-b5259499-5e9e-4bf9-9668-a8e186bdbd04 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0615828 Jul 02 09:46:59.685937 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8a280809-1d0f-46c7-8b97-33128d39933d req-a98978a4-00b4-49a5-aebd-dc7a69bf27b4 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315237 Jul 02 09:47:00.856215 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a367f9-01bc-4d59-9ed4-8be1605b0a12 req-34d93040-d836-4c9d-8a11-0a3dba50c0ec tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:00.857600 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a8a367f9-01bc-4d59-9ed4-8be1605b0a12 req-34d93040-d836-4c9d-8a11-0a3dba50c0ec tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0611827 Jul 02 09:47:00.896895 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a8a367f9-01bc-4d59-9ed4-8be1605b0a12 req-1861bf92-5428-408c-abf3-dbc16b3076a3 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338309 Jul 02 09:47:02.068415 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baba5f6-c557-4164-abb1-42a691a5fe71 req-18a713c3-316d-4565-aeb6-7659f1b367ec tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:02.070378 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9baba5f6-c557-4164-abb1-42a691a5fe71 req-18a713c3-316d-4565-aeb6-7659f1b367ec tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0618048 Jul 02 09:47:02.106575 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9baba5f6-c557-4164-abb1-42a691a5fe71 req-dfab2a80-b16a-4240-a674-e6d8b47c74b5 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304956 Jul 02 09:47:03.280562 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f671ce1-8d59-413a-9ea1-672635204645 req-1f1cb024-4968-4799-88a5-99cfd80a8d72 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:03.282012 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9f671ce1-8d59-413a-9ea1-672635204645 req-1f1cb024-4968-4799-88a5-99cfd80a8d72 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0632141 Jul 02 09:47:03.319734 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9f671ce1-8d59-413a-9ea1-672635204645 req-2bad4c08-f1ce-4821-831d-50fde44d3410 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315418 Jul 02 09:47:03.864872 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abdff5-1149-4820-a71b-1aff1d51f29f req-1275fc93-6e09-4ec6-8d97-b403924f0335 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:03.867384 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-43abdff5-1149-4820-a71b-1aff1d51f29f req-1275fc93-6e09-4ec6-8d97-b403924f0335 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.0683868 Jul 02 09:47:03.904300 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-43abdff5-1149-4820-a71b-1aff1d51f29f req-6725fff8-4327-456c-9436-c28dc3b3d669 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313640 Jul 02 09:47:04.490168 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e85287-9b99-41e1-a112-a06056ca3471 req-f1945002-b841-468e-a779-9033a11a64be tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:04.491622 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d8e85287-9b99-41e1-a112-a06056ca3471 req-f1945002-b841-468e-a779-9033a11a64be tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0621774 Jul 02 09:47:04.528748 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d8e85287-9b99-41e1-a112-a06056ca3471 req-06dad20d-3916-4d98-8caa-f473a3f2c2c5 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315444 Jul 02 09:47:05.077824 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4d1d0-c6c4-4bdf-9404-c671818fcbc9 req-f356a58e-7497-4938-bfe2-e7803a1d9b7a tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:05.079188 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-14a4d1d0-c6c4-4bdf-9404-c671818fcbc9 req-f356a58e-7497-4938-bfe2-e7803a1d9b7a tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.0615244 Jul 02 09:47:05.119137 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-14a4d1d0-c6c4-4bdf-9404-c671818fcbc9 req-182be15f-369b-4297-b96a-bcb450be94b4 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340807 Jul 02 09:47:05.701948 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547b4fe-9ed2-4802-a741-c432fc57bd9c req-45e13d87-3e32-4d17-8f62-5a10be629bc4 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:05.703407 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0547b4fe-9ed2-4802-a741-c432fc57bd9c req-45e13d87-3e32-4d17-8f62-5a10be629bc4 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0623541 Jul 02 09:47:05.739412 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0547b4fe-9ed2-4802-a741-c432fc57bd9c req-bcbbc057-4842-4224-bcfb-ebcf281fe02a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305176 Jul 02 09:47:06.289959 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce58fd-3b95-4dd5-bae4-ee4bb4c55d25 req-c8794640-0c5e-414d-ab20-f16d61bde407 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:06.291420 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-38ce58fd-3b95-4dd5-bae4-ee4bb4c55d25 req-c8794640-0c5e-414d-ab20-f16d61bde407 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.0619361 Jul 02 09:47:06.328291 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-38ce58fd-3b95-4dd5-bae4-ee4bb4c55d25 req-cec90f52-69d7-4232-9188-907ba2e1505e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311697 Jul 02 09:47:06.912831 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b6ac7-8469-4a73-80fb-af3eb40c153e req-eb1c458e-9f76-4bf8-ac9b-87bdaafe1772 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:06.914299 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-616b6ac7-8469-4a73-80fb-af3eb40c153e req-eb1c458e-9f76-4bf8-ac9b-87bdaafe1772 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0650108 Jul 02 09:47:06.950973 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-616b6ac7-8469-4a73-80fb-af3eb40c153e req-fd3d6ee5-5d83-40cb-8efb-af4fd1707369 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313091 Jul 02 09:47:07.319253 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bdc7a-985c-466b-aa92-58af9f8c992a req-0bbb886c-69ba-40d1-aadc-7118e19d704d tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:07.320685 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6d2bdc7a-985c-466b-aa92-58af9f8c992a req-0bbb886c-69ba-40d1-aadc-7118e19d704d tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0981977 Jul 02 09:47:07.336245 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fee35d-a722-487e-a2b4-f90f16603935 req-42a284b8-82cd-4fc5-af27-5b7580704738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:07.337675 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-81fee35d-a722-487e-a2b4-f90f16603935 req-42a284b8-82cd-4fc5-af27-5b7580704738 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35c6f32ab03c483bac6a63048c16d76d&device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 1098 time: 0.0817144 Jul 02 09:47:07.383789 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6d2bdc7a-985c-466b-aa92-58af9f8c992a req-30beec69-5a55-48cc-a75c-01f4b35f00a1 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571382 Jul 02 09:47:07.450434 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fee35d-a722-487e-a2b4-f90f16603935 req-7e83e2f2-a136-4f2e-b7fc-6029383ff896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:07.451890 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-81fee35d-a722-487e-a2b4-f90f16603935 req-7e83e2f2-a136-4f2e-b7fc-6029383ff896 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f180b8fd-20af-4867-b50b-8deef5167e74 HTTP/1.1" status: 200 len: 911 time: 0.1016212 Jul 02 09:47:07.545453 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-81fee35d-a722-487e-a2b4-f90f16603935 req-9d56b974-94c9-47bd-8cb1-bc47a8b1430e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c9e143a-8c09-44ac-80af-ed01a9606abf HTTP/1.1" status: 200 len: 1001 time: 0.0836313 Jul 02 09:47:07.588150 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27b531-431d-44e9-8fa6-41844c3bcf1e req-5e3f37b8-0058-497d-ac14-9d60acb2980f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:07.589526 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2d27b531-431d-44e9-8fa6-41844c3bcf1e req-5e3f37b8-0058-497d-ac14-9d60acb2980f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.1361136 Jul 02 09:47:07.621047 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fee35d-a722-487e-a2b4-f90f16603935 req-67b1ed0f-dda1-4b18-8a22-a7923ea3f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:07.622432 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-81fee35d-a722-487e-a2b4-f90f16603935 req-67b1ed0f-dda1-4b18-8a22-a7923ea3f7f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1ded4fa6-e112-4cbf-a9ba-367e7235be41 HTTP/1.1" status: 200 len: 849 time: 0.0678864 Jul 02 09:47:07.645356 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2d27b531-431d-44e9-8fa6-41844c3bcf1e req-410ff046-6104-47c3-b5f5-8f95f6954939 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488226 Jul 02 09:47:07.686496 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fee35d-a722-487e-a2b4-f90f16603935 req-ef6c4765-c960-4e4c-a9e0-3665049d9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:07.688018 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-81fee35d-a722-487e-a2b4-f90f16603935 req-ef6c4765-c960-4e4c-a9e0-3665049d9efe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f180b8fd-20af-4867-b50b-8deef5167e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0566370 Jul 02 09:47:07.780350 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-81fee35d-a722-487e-a2b4-f90f16603935 req-c5053ec1-feb0-4048-871c-d68a2dbfa3d1 service neutron] 10.222.0.66 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837884 Jul 02 09:47:07.870801 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-81fee35d-a722-487e-a2b4-f90f16603935 req-2e3a6c97-d142-4c54-8a57-642237d1f256 service neutron] 10.222.0.66 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828586 Jul 02 09:47:08.553930 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838c1fe-60b1-4d28-a53f-0871720cc7fe req-c818a7d3-075a-4e03-abc5-8ea485bd38b1 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:08.555411 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b838c1fe-60b1-4d28-a53f-0871720cc7fe req-c818a7d3-075a-4e03-abc5-8ea485bd38b1 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0637283 Jul 02 09:47:08.594935 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b838c1fe-60b1-4d28-a53f-0871720cc7fe req-49382734-9592-444c-b17b-5a56c2029868 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327339 Jul 02 09:47:08.819086 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882ad99-58a7-4508-9109-51085aae8124 req-98715799-c6af-4594-886d-ae97532afbb9 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:08.820637 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2882ad99-58a7-4508-9109-51085aae8124 req-98715799-c6af-4594-886d-ae97532afbb9 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.0617614 Jul 02 09:47:08.856709 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2882ad99-58a7-4508-9109-51085aae8124 req-b1de9de8-e793-4dfd-ab0e-98f98ba35ef9 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303807 Jul 02 09:47:09.768374 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3acf3-2681-4362-9e57-c97bc7ab43da req-93db67e4-4c4c-4438-9965-18d5acb7566a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:09.769856 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2ff3acf3-2681-4362-9e57-c97bc7ab43da req-93db67e4-4c4c-4438-9965-18d5acb7566a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0662670 Jul 02 09:47:09.806730 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2ff3acf3-2681-4362-9e57-c97bc7ab43da req-3bb80ae5-178d-4764-9ad9-22a9ba65e455 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304761 Jul 02 09:47:09.832961 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:10.036887 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36299b-d182-421d-8aa5-9f4cbf0476aa req-14d1a7c4-1ebe-41a2-bbc8-76dde4f8aa6a tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:10.038560 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ca36299b-d182-421d-8aa5-9f4cbf0476aa req-14d1a7c4-1ebe-41a2-bbc8-76dde4f8aa6a tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.0665209 Jul 02 09:47:10.075076 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ca36299b-d182-421d-8aa5-9f4cbf0476aa req-11c4d6f4-49b9-44cf-a14f-d33d91f4f548 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310869 Jul 02 09:47:11.247757 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec9b81-8c5f-4c6f-93ce-03f3095eb6b4 req-b12811dc-3ecb-4831-808e-2d345d20a97d tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:11.249245 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ecec9b81-8c5f-4c6f-93ce-03f3095eb6b4 req-b12811dc-3ecb-4831-808e-2d345d20a97d tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.0622792 Jul 02 09:47:11.287142 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ecec9b81-8c5f-4c6f-93ce-03f3095eb6b4 req-552e24fa-e88c-4bb2-a808-a09106a93bbf tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322278 Jul 02 09:47:12.273637 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-4306cebf-51fa-4f64-8166-6c5b0d1af713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:12.619603 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35329995-37dd-4e1e-aa82-d598e488c0f3 req-7c4f6aff-2b60-40df-8d7e-547387141331 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:12.621091 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-35329995-37dd-4e1e-aa82-d598e488c0f3 req-7c4f6aff-2b60-40df-8d7e-547387141331 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.0647426 Jul 02 09:47:12.657906 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-35329995-37dd-4e1e-aa82-d598e488c0f3 req-9fa72625-8a80-4381-b378-69368c3ed2b0 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313547 Jul 02 09:47:13.888380 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b26c6-6c44-4264-8da5-1a5cdeddea2f req-1a057ebc-dd5d-4883-8a86-157cab64c2ff tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:13.890589 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-548b26c6-6c44-4264-8da5-1a5cdeddea2f req-1a057ebc-dd5d-4883-8a86-157cab64c2ff tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.0757477 Jul 02 09:47:13.934243 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-548b26c6-6c44-4264-8da5-1a5cdeddea2f req-05b27881-b792-462e-a77a-d1909e30dca0 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367413 Jul 02 09:47:15.104518 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-596c7bf6-2785-435c-811f-ece347961b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:15.113189 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a19c3b-9102-4149-83a2-95d1d072ae09 req-f763160a-3a7b-49a2-af0b-882e45e7efc3 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:15.114650 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-64a19c3b-9102-4149-83a2-95d1d072ae09 req-f763160a-3a7b-49a2-af0b-882e45e7efc3 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.0677934 Jul 02 09:47:15.152413 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-64a19c3b-9102-4149-83a2-95d1d072ae09 req-b1bf7727-4e77-430b-8db8-42826baf2b86 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320580 Jul 02 09:47:15.529525 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:15.868242 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:16.327148 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4756fb3-7084-47bd-b4b7-071e97632bcd req-e4c0d416-28ff-40f0-a214-ba7d648189bb tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:16.328902 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d4756fb3-7084-47bd-b4b7-071e97632bcd req-e4c0d416-28ff-40f0-a214-ba7d648189bb tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.0639944 Jul 02 09:47:16.367781 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d4756fb3-7084-47bd-b4b7-071e97632bcd req-fd8524aa-df34-4819-abb2-25faddbef67b tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328410 Jul 02 09:47:17.188613 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:47:17.299991 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:47:17.315755 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'port_id': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5', 'mac_address': 'fa:16:3e:42:c3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:47:17.359608 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:17.373837 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:47:17.395483 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:47:17.407928 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:17.465013 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,revision_number=6']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:17.473056 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:17.474477 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:17.474477 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:17.474792 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:17.476488 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:17.476488 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:17.476488 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:17.476488 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:17.476961 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:17.476961 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:17.478564 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:17.478564 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:17.507957 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['576d0045-9a2d-43d8-81ba-ce0b59e8aad5'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:47:17.564384 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13e636-ee96-4e17-b80f-1034b0e2755b req-e4b00a57-5759-4b62-abff-b2c565c2e743 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:17.566171 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bc13e636-ee96-4e17-b80f-1034b0e2755b req-e4b00a57-5759-4b62-abff-b2c565c2e743 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 945 time: 0.0675099 Jul 02 09:47:17.627167 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bc13e636-ee96-4e17-b80f-1034b0e2755b req-cd2231f8-875f-4d7d-a263-f51199ba001b tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553989 Jul 02 09:47:17.682594 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:18.842676 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd2237-5dc4-466d-9890-af5d9ec91c14 req-d1a76a9a-2b55-4e86-ab07-4b6e2aa60938 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:18.845202 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-84dd2237-5dc4-466d-9890-af5d9ec91c14 req-d1a76a9a-2b55-4e86-ab07-4b6e2aa60938 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 945 time: 0.0867851 Jul 02 09:47:18.930047 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-84dd2237-5dc4-466d-9890-af5d9ec91c14 req-6d3eb83b-bb07-476d-8cbc-0005c0016bad tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738804 Jul 02 09:47:19.212105 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:47:19.268225 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:47:19.268657 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:19.353690 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:19.377135 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250d1a53-0996-4ceb-bf6d-7dbc580e422b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:47:19.379495 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e564c527-c4c9-4534-9b20-786e35644b6b" -d '{"events": [{"server_uuid": "250d1a53-0996-4ceb-bf6d-7dbc580e422b", "name": "network-vif-plugged", "status": "completed", "tag": "576d0045-9a2d-43d8-81ba-ce0b59e8aad5"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:47:19.404615 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:47:19.409829 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:19.479848 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,revision_number=7']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:19.496595 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a31b99-cb30-4515-a1b0-5202119b6648 x-openstack-request-id: req-32a31b99-cb30-4515-a1b0-5202119b6648 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:47:19.497006 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250d1a53-0996-4ceb-bf6d-7dbc580e422b", "name": "network-vif-plugged", "status": "completed", "tag": "576d0045-9a2d-43d8-81ba-ce0b59e8aad5", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:47:19.499951 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-32a31b99-cb30-4515-a1b0-5202119b6648 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:47:19.500821 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250d1a53-0996-4ceb-bf6d-7dbc580e422b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5', 'code': 200} Jul 02 09:47:20.127311 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3c994-2eb6-4bca-99df-c2704c9323d8 req-8eb69b0b-f347-42f0-90c7-aca834d61f59 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:20.131773 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-05b3c994-2eb6-4bca-99df-c2704c9323d8 req-8eb69b0b-f347-42f0-90c7-aca834d61f59 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.0696352 Jul 02 09:47:20.177615 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-05b3c994-2eb6-4bca-99df-c2704c9323d8 req-b5a545cb-b9e5-4d90-b134-a68e1553700d tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388227 Jul 02 09:47:20.588728 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:47:21.404547 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36b62b-a617-49ea-9071-93bfe0febab1 req-9f3b149c-186b-41cd-b8d6-d3db818bc71c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:21.407609 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-da36b62b-a617-49ea-9071-93bfe0febab1 req-9f3b149c-186b-41cd-b8d6-d3db818bc71c tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.0900977 Jul 02 09:47:21.463974 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-da36b62b-a617-49ea-9071-93bfe0febab1 req-fc3fc0f9-1561-42a0-a634-31f1e40510dc tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511386 Jul 02 09:47:22.693422 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4638d-c89b-4536-8c9d-01ed6507eb60 req-6808fef1-2d38-4eb1-93e9-e4968bd0a6d8 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:22.699225 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c0f4638d-c89b-4536-8c9d-01ed6507eb60 req-6808fef1-2d38-4eb1-93e9-e4968bd0a6d8 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.0808702 Jul 02 09:47:22.743031 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c0f4638d-c89b-4536-8c9d-01ed6507eb60 req-2492d41a-8ac2-4453-a3a5-3f95edbd00f0 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383475 Jul 02 09:47:23.951423 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a1748-b8bc-4f5e-a78a-7299b142567d req-08c2c651-d10e-4c91-bde3-41099f64db64 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:23.952928 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b25a1748-b8bc-4f5e-a78a-7299b142567d req-08c2c651-d10e-4c91-bde3-41099f64db64 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.0643628 Jul 02 09:47:24.000030 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b25a1748-b8bc-4f5e-a78a-7299b142567d req-d808bd21-6f3f-4427-a40c-858d8f3fcfb6 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362985 Jul 02 09:47:25.176641 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e4886-c77b-4267-99fe-76f5625a4df7 req-4e9e563f-03a7-47f6-b50a-50df24d32e63 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:25.178135 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-429e4886-c77b-4267-99fe-76f5625a4df7 req-4e9e563f-03a7-47f6-b50a-50df24d32e63 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.0648513 Jul 02 09:47:25.214951 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-429e4886-c77b-4267-99fe-76f5625a4df7 req-0a33e03d-444c-4950-85ee-83674c52a5ce tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314007 Jul 02 09:47:25.668755 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e6507-ce62-4c38-9a3f-6262a72701f6 req-c8667788-f16a-4887-a337-572446baa660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:25.670234 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a80e6507-ce62-4c38-9a3f-6262a72701f6 req-c8667788-f16a-4887-a337-572446baa660 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0eac9fab71cc4bf1add1a341c85baad4&device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 1099 time: 0.0545278 Jul 02 09:47:25.767676 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e6507-ce62-4c38-9a3f-6262a72701f6 req-b328f180-e9a9-4346-a789-e9141dcccd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:25.769184 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a80e6507-ce62-4c38-9a3f-6262a72701f6 req-b328f180-e9a9-4346-a789-e9141dcccd05 service neutron] 10.222.0.66 "GET /v2.0/networks?id=91c217cd-a0ca-4235-96ca-c7bcaff114e8 HTTP/1.1" status: 200 len: 917 time: 0.0896657 Jul 02 09:47:25.837846 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a80e6507-ce62-4c38-9a3f-6262a72701f6 req-c4719030-ee78-42e7-9ae2-518af5f67ae8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=576d0045-9a2d-43d8-81ba-ce0b59e8aad5 HTTP/1.1" status: 200 len: 1002 time: 0.0600069 Jul 02 09:47:25.890528 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e6507-ce62-4c38-9a3f-6262a72701f6 req-fb4a9138-ba7e-450a-9166-b992124a0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:25.891910 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a80e6507-ce62-4c38-9a3f-6262a72701f6 req-fb4a9138-ba7e-450a-9166-b992124a0a7e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cf610ccc-985f-4d3a-a43f-1bfbdadecb7e HTTP/1.1" status: 200 len: 855 time: 0.0452254 Jul 02 09:47:25.957757 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e6507-ce62-4c38-9a3f-6262a72701f6 req-dbeab8b6-5c2e-4a34-a0af-cc817474631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:25.959091 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a80e6507-ce62-4c38-9a3f-6262a72701f6 req-dbeab8b6-5c2e-4a34-a0af-cc817474631b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91c217cd-a0ca-4235-96ca-c7bcaff114e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0496161 Jul 02 09:47:26.049690 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a80e6507-ce62-4c38-9a3f-6262a72701f6 req-71f98941-108f-4987-a674-3be1cfbf05a6 service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793917 Jul 02 09:47:26.139444 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a80e6507-ce62-4c38-9a3f-6262a72701f6 req-9a1f817f-62b4-44c5-93a5-7a495020f5dc service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825143 Jul 02 09:47:26.387364 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c67cd7-4989-4ac3-a9cc-c56494d06cc6 req-ecde6a4c-faa2-4e9f-854e-70507fc657a8 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:26.388812 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-55c67cd7-4989-4ac3-a9cc-c56494d06cc6 req-ecde6a4c-faa2-4e9f-854e-70507fc657a8 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.0605941 Jul 02 09:47:26.425298 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-55c67cd7-4989-4ac3-a9cc-c56494d06cc6 req-65046bcc-7ba9-4d87-9e85-1b50932703fd tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311117 Jul 02 09:47:27.607597 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92161764-356d-4b0a-92ea-b1ca03811f65 req-41a8bdad-157c-4d84-af25-c850627aaf53 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:27.609060 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-92161764-356d-4b0a-92ea-b1ca03811f65 req-41a8bdad-157c-4d84-af25-c850627aaf53 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.0662148 Jul 02 09:47:27.861257 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-92161764-356d-4b0a-92ea-b1ca03811f65 req-12ff5e34-3a21-4688-bf5f-9092a984c27d tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466309 Jul 02 09:47:29.042755 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e613f0-ed2d-4cbc-be73-a8010205b347 req-a18506dd-a4b8-490a-962d-359e3e2eaf09 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:29.044132 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-84e613f0-ed2d-4cbc-be73-a8010205b347 req-a18506dd-a4b8-490a-962d-359e3e2eaf09 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 946 time: 0.0703328 Jul 02 09:47:29.081308 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-84e613f0-ed2d-4cbc-be73-a8010205b347 req-afed9e7a-1fb1-4904-b482-176d113d23ad tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316789 Jul 02 09:47:29.255953 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:47:29.330954 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:29.355570 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250d1a53-0996-4ceb-bf6d-7dbc580e422b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:47:29.358016 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d4f5a8-6975-44a8-9db7-a4ac7fd95547" -d '{"events": [{"server_uuid": "250d1a53-0996-4ceb-bf6d-7dbc580e422b", "name": "network-vif-unplugged", "status": "completed", "tag": "576d0045-9a2d-43d8-81ba-ce0b59e8aad5"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:47:29.375664 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:47:29.380734 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:29.403622 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 02 Jul 2021 09:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24b21ee-c482-43c2-bf12-77ce9b9ec656 x-openstack-request-id: req-d24b21ee-c482-43c2-bf12-77ce9b9ec656 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:47:29.403916 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250d1a53-0996-4ceb-bf6d-7dbc580e422b", "name": "network-vif-unplugged", "status": "failed", "tag": "576d0045-9a2d-43d8-81ba-ce0b59e8aad5", "code": 422}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:47:29.404169 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d24b21ee-c482-43c2-bf12-77ce9b9ec656 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:47:29.404597 dv-cinder-772181-12-iscsi neutron-server[99503]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '250d1a53-0996-4ceb-bf6d-7dbc580e422b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5', 'code': 422} returned with failed status Jul 02 09:47:29.431625 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,revision_number=8']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:31.190945 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-8d74230f-fadd-42f8-8e46-b08ca0e27df8 req-9ae70197-624f-41f7-bbd0-3b984fcd9496 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0546935 Jul 02 09:47:31.195248 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635c76d-8f72-4471-9e46-4c7fe93bc9bc req-76d8f3e9-8efe-4cfc-8e1c-22cf01c21a01 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:31.196928 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7635c76d-8f72-4471-9e46-4c7fe93bc9bc req-76d8f3e9-8efe-4cfc-8e1c-22cf01c21a01 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 944 time: 0.0619400 Jul 02 09:47:31.240526 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7635c76d-8f72-4471-9e46-4c7fe93bc9bc req-92ab6c1a-6e39-4526-b245-064e986ef632 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371790 Jul 02 09:47:32.277060 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74230f-fadd-42f8-8e46-b08ca0e27df8 req-413e8944-53b7-472d-8ec8-80720bfad5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:32.278566 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8d74230f-fadd-42f8-8e46-b08ca0e27df8 req-413e8944-53b7-472d-8ec8-80720bfad5e3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b&tenant_id=0eac9fab71cc4bf1add1a341c85baad4 HTTP/1.1" status: 200 len: 1097 time: 0.0812838 Jul 02 09:47:32.355934 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74230f-fadd-42f8-8e46-b08ca0e27df8 req-29f86d4a-78a5-410a-9528-924ffc400eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:32.357460 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8d74230f-fadd-42f8-8e46-b08ca0e27df8 req-29f86d4a-78a5-410a-9528-924ffc400eb4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0eac9fab71cc4bf1add1a341c85baad4&device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 1097 time: 0.0516539 Jul 02 09:47:32.491177 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475addd-f2dd-43d7-85ed-c2e74667d8a5 req-8ff9cb09-7773-4cb5-9edb-11b4db54aa41 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:32.492679 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1475addd-f2dd-43d7-85ed-c2e74667d8a5 req-8ff9cb09-7773-4cb5-9edb-11b4db54aa41 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 944 time: 0.1343150 Jul 02 09:47:32.497118 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74230f-fadd-42f8-8e46-b08ca0e27df8 req-66ed127c-2100-472f-8933-6ab0f52c3a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:32.498463 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8d74230f-fadd-42f8-8e46-b08ca0e27df8 req-66ed127c-2100-472f-8933-6ab0f52c3a79 service neutron] 10.222.0.66 "GET /v2.0/networks?id=91c217cd-a0ca-4235-96ca-c7bcaff114e8 HTTP/1.1" status: 200 len: 917 time: 0.1301830 Jul 02 09:47:32.571848 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1475addd-f2dd-43d7-85ed-c2e74667d8a5 req-37171a42-a004-40b0-aa27-f07b6ec10f90 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724359 Jul 02 09:47:32.581528 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8d74230f-fadd-42f8-8e46-b08ca0e27df8 req-08cb77b1-e16d-4bd4-b711-de2434526136 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=576d0045-9a2d-43d8-81ba-ce0b59e8aad5 HTTP/1.1" status: 200 len: 1000 time: 0.0755408 Jul 02 09:47:32.630462 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74230f-fadd-42f8-8e46-b08ca0e27df8 req-0ed5093c-d998-45bf-ba5d-0f9d27d3a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:32.631895 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8d74230f-fadd-42f8-8e46-b08ca0e27df8 req-0ed5093c-d998-45bf-ba5d-0f9d27d3a9a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cf610ccc-985f-4d3a-a43f-1bfbdadecb7e HTTP/1.1" status: 200 len: 855 time: 0.0431855 Jul 02 09:47:32.692122 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74230f-fadd-42f8-8e46-b08ca0e27df8 req-d292b8b2-5d5c-41cb-b170-1464be27ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:32.693751 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8d74230f-fadd-42f8-8e46-b08ca0e27df8 req-d292b8b2-5d5c-41cb-b170-1464be27ce77 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91c217cd-a0ca-4235-96ca-c7bcaff114e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0544577 Jul 02 09:47:32.783546 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8d74230f-fadd-42f8-8e46-b08ca0e27df8 req-59ffa5c1-5278-4d98-891c-9056a62208f2 service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821962 Jul 02 09:47:32.900672 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8d74230f-fadd-42f8-8e46-b08ca0e27df8 req-d4bdfae3-ed8e-44ef-afd7-da1876f8496e service neutron] 10.222.0.66 "GET /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088994 Jul 02 09:47:32.918377 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8be6ff2f-01c1-495d-be8a-5b59ef0224db req-9c277461-26b9-4fc0-bee9-bb0a438e497f tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028817605&fields=id&tenant_id=c4a780dd92544746bcad39297ea82937 HTTP/1.1" status: 200 len: 267 time: 0.0436783 Jul 02 09:47:32.987099 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6ff2f-01c1-495d-be8a-5b59ef0224db req-8a9d6049-475f-468c-abbc-4d9d8109e920 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:32.988609 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8be6ff2f-01c1-495d-be8a-5b59ef0224db req-8a9d6049-475f-468c-abbc-4d9d8109e920 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 984 time: 0.0640082 Jul 02 09:47:32.999356 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [req-8be6ff2f-01c1-495d-be8a-5b59ef0224db req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Request body: {'port': {'security_groups': ['565507e1-a0af-4a31-9d55-ceac35eb2ebb']}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:47:33.086044 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-8be6ff2f-01c1-495d-be8a-5b59ef0224db req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:33.264988 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-8be6ff2f-01c1-495d-be8a-5b59ef0224db req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] For port cc2788d7-fea9-427b-9a24-acb3bf51bea6, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=cc2788d7-fea9-427b-9a24-acb3bf51bea6,segment=NetworkSegment(299633ed-5e6b-4499-a25a-18c558889945),segment_id=299633ed-5e6b-4499-a25a-18c558889945)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:47:33.303215 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-8be6ff2f-01c1-495d-be8a-5b59ef0224db req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for port, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:33.310576 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-8be6ff2f-01c1-495d-be8a-5b59ef0224db req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25252499'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:33.327858 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['cc2788d7-fea9-427b-9a24-acb3bf51bea6'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:47:33.465828 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6ff2f-01c1-495d-be8a-5b59ef0224db req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:33.467285 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-8be6ff2f-01c1-495d-be8a-5b59ef0224db req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:33.473408 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8be6ff2f-01c1-495d-be8a-5b59ef0224db req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "PUT /v2.0/ports/cc2788d7-fea9-427b-9a24-acb3bf51bea6 HTTP/1.1" status: 200 len: 942 time: 0.4783123 Jul 02 09:47:33.474424 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1b7033-20d8-4cab-a212-5f3805c13acc', 'tag': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:47:33.475959 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 46944) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:47:33.478280 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eeb7838-dcb2-4f90-ace4-cc41f13b8da6" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1b7033-20d8-4cab-a212-5f3805c13acc", "tag": "cc2788d7-fea9-427b-9a24-acb3bf51bea6"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:47:33.482056 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Pushing event updated for resources: {'Port': ['ID=cc2788d7-fea9-427b-9a24-acb3bf51bea6,revision_number=7']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:33.491424 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.492098 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.492615 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.493115 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.493710 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.494306 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.494796 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.496063 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.496601 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.497103 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.497580 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.498231 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1969238-3a7a-4ff1-8fea-573d5c4069b2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.559215 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['cc2788d7-fea9-427b-9a24-acb3bf51bea6'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:47:33.706094 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b22f4d81-cef3-4224-9433-66829b0c705a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:33.749515 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e861f2-0b1b-4429-9f89-c6c2f9909244 x-openstack-request-id: req-18e861f2-0b1b-4429-9f89-c6c2f9909244 {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:47:33.749814 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1b7033-20d8-4cab-a212-5f3805c13acc", "tag": "cc2788d7-fea9-427b-9a24-acb3bf51bea6", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:47:33.750071 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-18e861f2-0b1b-4429-9f89-c6c2f9909244 {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:47:33.750480 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1b7033-20d8-4cab-a212-5f3805c13acc', 'tag': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6', 'status': 'completed', 'code': 200} Jul 02 09:47:33.769707 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b22f4d81-cef3-4224-9433-66829b0c705a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:33.825634 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-5f325d83-556b-467b-a3cd-888b49328b33 None None] Provisioning complete for port cc2788d7-fea9-427b-9a24-acb3bf51bea6 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:47:33.825999 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5f325d83-556b-467b-a3cd-888b49328b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:33.885823 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b22f4d81-cef3-4224-9433-66829b0c705a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:33.890616 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b22f4d81-cef3-4224-9433-66829b0c705a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:33.893030 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-b22f4d81-cef3-4224-9433-66829b0c705a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "DELETE /v2.0/security-groups/76db6c4a-ad2c-4ffb-b751-11cf42ed7b71 HTTP/1.1" status: 204 len: 168 time: 0.4159729 Jul 02 09:47:33.897058 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 46952) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:47:33.925261 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270a32-a8ad-47bb-98e1-5f0c105bcb06 req-d6907ac1-571c-4917-8a69-3d9256ee43b9 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:33.926752 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9d270a32-a8ad-47bb-98e1-5f0c105bcb06 req-d6907ac1-571c-4917-8a69-3d9256ee43b9 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 944 time: 0.0975785 Jul 02 09:47:33.962787 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f4d81-cef3-4224-9433-66829b0c705a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76db6c4a-ad2c-4ffb-b751-11cf42ed7b71,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:33.993218 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f4d81-cef3-4224-9433-66829b0c705a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.993573 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f4d81-cef3-4224-9433-66829b0c705a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.993911 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f4d81-cef3-4224-9433-66829b0c705a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.994247 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f4d81-cef3-4224-9433-66829b0c705a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.994581 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f4d81-cef3-4224-9433-66829b0c705a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.994912 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f4d81-cef3-4224-9433-66829b0c705a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.995241 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f4d81-cef3-4224-9433-66829b0c705a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.995566 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f4d81-cef3-4224-9433-66829b0c705a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.995889 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f4d81-cef3-4224-9433-66829b0c705a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.996350 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f4d81-cef3-4224-9433-66829b0c705a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.996710 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f4d81-cef3-4224-9433-66829b0c705a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:33.997033 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f4d81-cef3-4224-9433-66829b0c705a tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:47:34.028664 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9d270a32-a8ad-47bb-98e1-5f0c105bcb06 req-855edc43-a5f9-4abc-96b9-c4088ad64e74 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948491 Jul 02 09:47:34.131674 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-975799a4-f662-4bd0-879a-75927049b1f2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Deleting port 0e77c552-79c1-4f40-a2db-94d18d65afe1 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:47:34.132009 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-975799a4-f662-4bd0-879a-75927049b1f2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:34.209642 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-975799a4-f662-4bd0-879a-75927049b1f2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:34.209977 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-975799a4-f662-4bd0-879a-75927049b1f2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:34.221321 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-975799a4-f662-4bd0-879a-75927049b1f2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Calling delete_port for 0e77c552-79c1-4f40-a2db-94d18d65afe1 owned by network:floatingip {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:47:34.410294 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-975799a4-f662-4bd0-879a-75927049b1f2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:34.436835 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975799a4-f662-4bd0-879a-75927049b1f2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Pushing event deleted for resources: {'Port': ['ID=0e77c552-79c1-4f40-a2db-94d18d65afe1,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:34.503626 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-975799a4-f662-4bd0-879a-75927049b1f2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks [] for floatingip, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:34.504282 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.l3_db [None req-975799a4-f662-4bd0-879a-75927049b1f2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Floating IP 9028f4f8-4f52-403e-a016-137237430aef disassociated (deleted). External IP: 172.27.1.117, port: cc2788d7-fea9-427b-9a24-acb3bf51bea6. Jul 02 09:47:34.715150 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975799a4-f662-4bd0-879a-75927049b1f2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Router 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:47:34.832562 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975799a4-f662-4bd0-879a-75927049b1f2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:47:34.838542 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-975799a4-f662-4bd0-879a-75927049b1f2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:34.844840 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb1a64-d436-424f-85e0-cfd0c0cfcd08 None None] Sync routers for ids ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:47:34.855536 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb1a64-d436-424f-85e0-cfd0c0cfcd08 None None] Routers {'57d1b24b-40c4-46a8-9eb2-fc4329e395a7'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:47:34.856173 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-56eb1a64-d436-424f-85e0-cfd0c0cfcd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:47:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:47:34.884223 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-975799a4-f662-4bd0-879a-75927049b1f2 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "DELETE /v2.0/floatingips/9028f4f8-4f52-403e-a016-137237430aef HTTP/1.1" status: 204 len: 168 time: 0.9827991 Jul 02 09:47:34.885147 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1b7033-20d8-4cab-a212-5f3805c13acc', 'tag': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:47:34.887696 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805d9618-15c3-4ab1-a828-47662862e0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1b7033-20d8-4cab-a212-5f3805c13acc", "tag": "cc2788d7-fea9-427b-9a24-acb3bf51bea6"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:47:35.017532 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-56eb1a64-d436-424f-85e0-cfd0c0cfcd08 None None] Set router 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:47:35.026665 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7595139a-cc51-44f8-930e-cef4553c4d11 x-openstack-request-id: req-7595139a-cc51-44f8-930e-cef4553c4d11 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:47:35.026970 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1b7033-20d8-4cab-a212-5f3805c13acc", "tag": "cc2788d7-fea9-427b-9a24-acb3bf51bea6", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:47:35.027297 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7595139a-cc51-44f8-930e-cef4553c4d11 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:47:35.027956 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1b7033-20d8-4cab-a212-5f3805c13acc', 'tag': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6', 'status': 'completed', 'code': 200} Jul 02 09:47:35.238199 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665e7bb-f038-4308-b4fc-a2b8bfda68dd req-e478b2e4-ea47-4b42-a805-c02041ad0e2f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:35.240341 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d665e7bb-f038-4308-b4fc-a2b8bfda68dd req-e478b2e4-ea47-4b42-a805-c02041ad0e2f tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 944 time: 0.0834882 Jul 02 09:47:35.290764 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d665e7bb-f038-4308-b4fc-a2b8bfda68dd req-75e962f9-f6c2-46a0-8853-9682ffdb849e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446775 Jul 02 09:47:35.344187 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-56eb1a64-d436-424f-85e0-cfd0c0cfcd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'name': 'tempest-TestMinimumBasicScenario-87009624-router', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:03Z', 'updated_at': '2021-07-02T09:45:07Z', 'revision_number': 4, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'gw_port': {'id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:04Z', 'updated_at': '2021-07-02T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': 'd0b54b11-4836-4312-a321-77f95ee333d2', 'name': '', 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'mac_address': 'fa:16:3e:91:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '59240872-946a-484b-8411-a7c068eb7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:06Z', 'updated_at': '2021-07-02T09:45:14Z', 'revision_number': 5, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'subnets': [{'id': '59240872-946a-484b-8411-a7c068eb7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:47:35.371222 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb1a64-d436-424f-85e0-cfd0c0cfcd08 None None] Checking router: 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:47:35.380131 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb1a64-d436-424f-85e0-cfd0c0cfcd08 None None] Routers {'57d1b24b-40c4-46a8-9eb2-fc4329e395a7'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:47:35.381339 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-56eb1a64-d436-424f-85e0-cfd0c0cfcd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:47:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:47:35.489171 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-56eb1a64-d436-424f-85e0-cfd0c0cfcd08 None None] Set router 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:47:35.696322 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-56eb1a64-d436-424f-85e0-cfd0c0cfcd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'name': 'tempest-TestMinimumBasicScenario-87009624-router', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:03Z', 'updated_at': '2021-07-02T09:45:07Z', 'revision_number': 4, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'gw_port': {'id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:04Z', 'updated_at': '2021-07-02T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': 'd0b54b11-4836-4312-a321-77f95ee333d2', 'name': '', 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'mac_address': 'fa:16:3e:91:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '59240872-946a-484b-8411-a7c068eb7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:06Z', 'updated_at': '2021-07-02T09:45:14Z', 'revision_number': 5, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'subnets': [{'id': '59240872-946a-484b-8411-a7c068eb7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:47:35.843796 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb1a64-d436-424f-85e0-cfd0c0cfcd08 None None] The sync data for ids ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'] in dv-cinder-772181-12-iscsi is: [{'id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'name': 'tempest-TestMinimumBasicScenario-87009624-router', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:03Z', 'updated_at': '2021-07-02T09:45:07Z', 'revision_number': 4, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'gw_port': {'id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:04Z', 'updated_at': '2021-07-02T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': 'd0b54b11-4836-4312-a321-77f95ee333d2', 'name': '', 'network_id': 'a762777d-3efe-407d-b53d-97f099a11e4e', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'mac_address': 'fa:16:3e:91:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '59240872-946a-484b-8411-a7c068eb7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:06Z', 'updated_at': '2021-07-02T09:45:14Z', 'revision_number': 5, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'subnets': [{'id': '59240872-946a-484b-8411-a7c068eb7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:47:36.078753 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc65c10-4e29-4d0b-a987-268572f53b64 None None] New status for floating IP 9028f4f8-4f52-403e-a016-137237430aef: DOWN {{(pid=99504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 09:47:36.492953 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ae802-2d98-4ef2-9e35-64e0a61fdf39 req-7277241e-7fe9-4ae7-b5c7-1144e1adcd38 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:36.494698 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-855ae802-2d98-4ef2-9e35-64e0a61fdf39 req-7277241e-7fe9-4ae7-b5c7-1144e1adcd38 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 944 time: 0.0854263 Jul 02 09:47:36.533820 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-855ae802-2d98-4ef2-9e35-64e0a61fdf39 req-20cf7378-75f7-4544-a81a-abffd40cf3f7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335875 Jul 02 09:47:37.719022 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d909dd-9ab5-46d7-b2f7-4ebc60765c54 req-a230adf8-891b-4381-8e44-e9a1a0570aec tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:37.720519 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-66d909dd-9ab5-46d7-b2f7-4ebc60765c54 req-a230adf8-891b-4381-8e44-e9a1a0570aec tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 944 time: 0.0676541 Jul 02 09:47:37.763026 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-66d909dd-9ab5-46d7-b2f7-4ebc60765c54 req-eec3e2d2-5d08-4ee2-97eb-ea559c86751a tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360572 Jul 02 09:47:38.951919 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4074815-9da8-41df-8a55-a1b43c0e574b req-70a5e3dd-7592-4fd9-a3b1-586066951818 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:38.953533 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f4074815-9da8-41df-8a55-a1b43c0e574b req-70a5e3dd-7592-4fd9-a3b1-586066951818 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 944 time: 0.0667219 Jul 02 09:47:38.991999 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f4074815-9da8-41df-8a55-a1b43c0e574b req-0d46bbc2-d914-4586-a23a-990b9371d9fe tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324719 Jul 02 09:47:39.834914 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:40.173148 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83e618-4302-4fdb-96d9-28979364c869 req-1cbf5641-3087-4c93-9acc-aebcc11f7ba8 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:40.174986 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a83e618-4302-4fdb-96d9-28979364c869 req-1cbf5641-3087-4c93-9acc-aebcc11f7ba8 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 944 time: 0.0648940 Jul 02 09:47:40.220353 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7a83e618-4302-4fdb-96d9-28979364c869 req-5f30a591-9553-4a91-86c5-21c9e13436a2 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397620 Jul 02 09:47:41.405049 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092dda2-82b8-45de-89b1-a879f4623e5c req-0062fd44-8680-4d25-a7b7-0ce5d13d3a79 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:41.406519 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6092dda2-82b8-45de-89b1-a879f4623e5c req-0062fd44-8680-4d25-a7b7-0ce5d13d3a79 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 944 time: 0.0692205 Jul 02 09:47:41.444786 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6092dda2-82b8-45de-89b1-a879f4623e5c req-3a840eb5-8fc2-4d05-87c6-ccb8a1ceaece tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324779 Jul 02 09:47:42.275321 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-febb002a-1c5b-4799-8ff5-da76b8a124fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:42.640867 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0af31f-ab2e-4a22-b931-b2fad694caea req-ca93f9cd-a9ac-4cf0-921b-6cea5069152e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:42.642379 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9e0af31f-ab2e-4a22-b931-b2fad694caea req-ca93f9cd-a9ac-4cf0-921b-6cea5069152e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 944 time: 0.0656102 Jul 02 09:47:42.681213 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9e0af31f-ab2e-4a22-b931-b2fad694caea req-757cd2dd-1089-4af9-b05f-c9e637ae7817 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330918 Jul 02 09:47:43.874245 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f6164-e146-4bba-b621-2ba7660a66c2 req-d406f100-6aab-4337-b9d7-3ba6e03f5be7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:43.875709 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-599f6164-e146-4bba-b621-2ba7660a66c2 req-d406f100-6aab-4337-b9d7-3ba6e03f5be7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 944 time: 0.0677428 Jul 02 09:47:43.919884 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-599f6164-e146-4bba-b621-2ba7660a66c2 req-ffac6a58-5d47-4f9b-b543-c15bb9957966 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376518 Jul 02 09:47:45.093739 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e2683-0204-477e-903e-d1c1cad39b51 req-e8912759-99b3-41a4-8d6f-6c5c2b46fec2 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:45.095128 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-207e2683-0204-477e-903e-d1c1cad39b51 req-e8912759-99b3-41a4-8d6f-6c5c2b46fec2 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 944 time: 0.0615242 Jul 02 09:47:45.105695 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-97d4e581-b694-41c7-b184-860a0a0f88a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:45.132958 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-207e2683-0204-477e-903e-d1c1cad39b51 req-416df334-2d1a-42c2-b4e0-0f5f6fad0c65 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321357 Jul 02 09:47:45.344578 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-449f633d-f3bc-49be-be87-e9666f8bccde req-6486a58b-784c-425a-a0ba-4b53802b9089 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614729 Jul 02 09:47:45.394649 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d9618-15c3-4ab1-a828-47662862e0ee req-c16e00dc-6ad8-4c83-a4cb-5ca9fcd734a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:45.396290 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-805d9618-15c3-4ab1-a828-47662862e0ee req-c16e00dc-6ad8-4c83-a4cb-5ca9fcd734a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4a780dd92544746bcad39297ea82937&device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 1098 time: 0.0580432 Jul 02 09:47:45.458046 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f633d-f3bc-49be-be87-e9666f8bccde req-f6e1eec6-1a23-465f-a309-fe6986a01e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:45.459685 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-449f633d-f3bc-49be-be87-e9666f8bccde req-f6e1eec6-1a23-465f-a309-fe6986a01e73 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35c6f32ab03c483bac6a63048c16d76d&device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 1098 time: 0.0546217 Jul 02 09:47:45.492975 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d9618-15c3-4ab1-a828-47662862e0ee req-895f7ce9-6cd0-4302-8d55-edb3a13ea335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:45.494424 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-805d9618-15c3-4ab1-a828-47662862e0ee req-895f7ce9-6cd0-4302-8d55-edb3a13ea335 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a762777d-3efe-407d-b53d-97f099a11e4e HTTP/1.1" status: 200 len: 914 time: 0.0878923 Jul 02 09:47:45.530029 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:45.539556 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-805d9618-15c3-4ab1-a828-47662862e0ee req-b4fbf6c2-cf8c-4f34-af4d-13007a637f8b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc2788d7-fea9-427b-9a24-acb3bf51bea6 HTTP/1.1" status: 200 len: 217 time: 0.0375805 Jul 02 09:47:45.567701 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f633d-f3bc-49be-be87-e9666f8bccde req-62676aa3-9ad7-4e18-acdf-97733375dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:45.569736 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-449f633d-f3bc-49be-be87-e9666f8bccde req-62676aa3-9ad7-4e18-acdf-97733375dd5f service neutron] 10.222.0.66 "GET /v2.0/networks?id=f180b8fd-20af-4867-b50b-8deef5167e74 HTTP/1.1" status: 200 len: 911 time: 0.0862815 Jul 02 09:47:45.589720 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d9618-15c3-4ab1-a828-47662862e0ee req-d6757cbb-c6a7-4db5-9ee6-9c803eb8bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:45.591166 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-805d9618-15c3-4ab1-a828-47662862e0ee req-d6757cbb-c6a7-4db5-9ee6-9c803eb8bd5f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=59240872-946a-484b-8411-a7c068eb7cd7 HTTP/1.1" status: 200 len: 852 time: 0.0439749 Jul 02 09:47:45.637395 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-449f633d-f3bc-49be-be87-e9666f8bccde req-e63ad35b-e69c-4891-9c96-8c8d720f1cd2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c9e143a-8c09-44ac-80af-ed01a9606abf HTTP/1.1" status: 200 len: 1001 time: 0.0607204 Jul 02 09:47:45.648019 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d9618-15c3-4ab1-a828-47662862e0ee req-2708d3b0-c25f-4185-9f87-53c7cb41349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:45.649504 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-805d9618-15c3-4ab1-a828-47662862e0ee req-2708d3b0-c25f-4185-9f87-53c7cb41349a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a762777d-3efe-407d-b53d-97f099a11e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0513711 Jul 02 09:47:45.686838 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f633d-f3bc-49be-be87-e9666f8bccde req-9f2e4406-3c11-49d1-9b5e-f65b65c395a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:45.688283 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-449f633d-f3bc-49be-be87-e9666f8bccde req-9f2e4406-3c11-49d1-9b5e-f65b65c395a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1ded4fa6-e112-4cbf-a9ba-367e7235be41 HTTP/1.1" status: 200 len: 849 time: 0.0434074 Jul 02 09:47:45.744474 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-805d9618-15c3-4ab1-a828-47662862e0ee req-493c66d2-a124-4bc9-ba84-9214653d8fcb service neutron] 10.222.0.66 "GET /v2.0/networks/a762777d-3efe-407d-b53d-97f099a11e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861104 Jul 02 09:47:45.748915 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f633d-f3bc-49be-be87-e9666f8bccde req-7ea0eabb-064e-4a80-8b18-a8edef721429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:45.750394 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-449f633d-f3bc-49be-be87-e9666f8bccde req-7ea0eabb-064e-4a80-8b18-a8edef721429 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f180b8fd-20af-4867-b50b-8deef5167e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518153 Jul 02 09:47:45.852184 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-805d9618-15c3-4ab1-a828-47662862e0ee req-913164ae-cad1-4c1d-a9ae-e56ac85eecfd service neutron] 10.222.0.66 "GET /v2.0/networks/a762777d-3efe-407d-b53d-97f099a11e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900872 Jul 02 09:47:45.855214 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-449f633d-f3bc-49be-be87-e9666f8bccde req-80ab035f-b171-4d2f-9d79-f0a1977f8b4b service neutron] 10.222.0.66 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860920 Jul 02 09:47:45.870499 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:45.965394 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb7838-dcb2-4f90-ace4-cc41f13b8da6 req-12068c95-1639-4737-beb3-fb818f77627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:45.966159 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-449f633d-f3bc-49be-be87-e9666f8bccde req-715f6d54-953c-4411-bbe5-3b2aa903f485 service neutron] 10.222.0.66 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908902 Jul 02 09:47:45.966900 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-8eeb7838-dcb2-4f90-ace4-cc41f13b8da6 req-12068c95-1639-4737-beb3-fb818f77627f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4a780dd92544746bcad39297ea82937&device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 1098 time: 0.0583351 Jul 02 09:47:46.066037 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb7838-dcb2-4f90-ace4-cc41f13b8da6 req-c842f734-387f-43a9-bef2-c361ed9e2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:46.067478 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-8eeb7838-dcb2-4f90-ace4-cc41f13b8da6 req-c842f734-387f-43a9-bef2-c361ed9e2b40 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a762777d-3efe-407d-b53d-97f099a11e4e HTTP/1.1" status: 200 len: 914 time: 0.0877383 Jul 02 09:47:46.118792 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-8eeb7838-dcb2-4f90-ace4-cc41f13b8da6 req-ae580c75-74b5-4830-8922-c323d143f928 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc2788d7-fea9-427b-9a24-acb3bf51bea6 HTTP/1.1" status: 200 len: 217 time: 0.0425262 Jul 02 09:47:46.172309 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb7838-dcb2-4f90-ace4-cc41f13b8da6 req-e085cabc-d503-4aa1-b708-06232b7f1515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:46.173755 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-8eeb7838-dcb2-4f90-ace4-cc41f13b8da6 req-e085cabc-d503-4aa1-b708-06232b7f1515 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=59240872-946a-484b-8411-a7c068eb7cd7 HTTP/1.1" status: 200 len: 852 time: 0.0458207 Jul 02 09:47:46.241160 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb7838-dcb2-4f90-ace4-cc41f13b8da6 req-f6feb543-8495-4ffd-a636-20c7725f120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:46.242676 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-8eeb7838-dcb2-4f90-ace4-cc41f13b8da6 req-f6feb543-8495-4ffd-a636-20c7725f120e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a762777d-3efe-407d-b53d-97f099a11e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533719 Jul 02 09:47:46.317157 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8eb97-0f85-4ee6-b6a5-f2d06153ac16 req-cd60c26b-54a1-43b9-8ac0-015657de0902 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:46.319251 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6dc8eb97-0f85-4ee6-b6a5-f2d06153ac16 req-cd60c26b-54a1-43b9-8ac0-015657de0902 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 944 time: 0.0655870 Jul 02 09:47:46.338388 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-8eeb7838-dcb2-4f90-ace4-cc41f13b8da6 req-caefed37-a694-4697-8bcb-9da39192a180 service neutron] 10.222.0.66 "GET /v2.0/networks/a762777d-3efe-407d-b53d-97f099a11e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871236 Jul 02 09:47:46.358213 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6dc8eb97-0f85-4ee6-b6a5-f2d06153ac16 req-b02dda66-5b7c-4678-9cc0-e9052dd259e3 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330541 Jul 02 09:47:46.434283 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-8eeb7838-dcb2-4f90-ace4-cc41f13b8da6 req-7725a55e-a03f-4bb0-9ba5-5fd55505d88b service neutron] 10.222.0.66 "GET /v2.0/networks/a762777d-3efe-407d-b53d-97f099a11e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881481 Jul 02 09:47:47.282199 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:47:47.377249 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:47:47.388157 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'port_id': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5', 'mac_address': 'fa:16:3e:42:c3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:47:47.424311 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:47.437461 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:47:47.456745 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:47:47.461510 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:47.507528 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,revision_number=9']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:47.543456 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e299eb-eee0-4380-9378-187aade675d0 req-03ebb7ee-26e0-48f8-9ee4-7f05f7c3d2b8 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:47.544919 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d5e299eb-eee0-4380-9378-187aade675d0 req-03ebb7ee-26e0-48f8-9ee4-7f05f7c3d2b8 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 945 time: 0.0651214 Jul 02 09:47:47.581954 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d5e299eb-eee0-4380-9378-187aade675d0 req-d3306bec-b183-4fbe-9b55-cd070876d541 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314703 Jul 02 09:47:47.620272 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:47.719057 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['576d0045-9a2d-43d8-81ba-ce0b59e8aad5'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:47:48.087112 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a65541-8053-4760-a013-7c36ea1e8cef req-f4a2b18a-2ce8-488f-bbdd-0cfcd9964313 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:48.088480 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-95a65541-8053-4760-a013-7c36ea1e8cef req-f4a2b18a-2ce8-488f-bbdd-0cfcd9964313 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 945 time: 0.0611269 Jul 02 09:47:48.124744 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-95a65541-8053-4760-a013-7c36ea1e8cef req-06a78b3a-7ccc-47f0-9b99-829a5a2d9f2b tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307851 Jul 02 09:47:48.761846 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55863f8-f964-4e26-8705-69c81dc4be9a req-f4326469-23e9-4f70-af9d-f5845a76dc41 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:48.763532 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c55863f8-f964-4e26-8705-69c81dc4be9a req-f4326469-23e9-4f70-af9d-f5845a76dc41 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 945 time: 0.0674591 Jul 02 09:47:48.801155 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c55863f8-f964-4e26-8705-69c81dc4be9a req-01cedfbf-5ca1-452f-b075-749553a9ad59 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320377 Jul 02 09:47:49.280427 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:47:49.297220 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa698359-14d5-43a3-944b-18c0798b0332 req-d8b695fb-1790-4131-85f0-d929e942b54f tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:49.298704 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-aa698359-14d5-43a3-944b-18c0798b0332 req-d8b695fb-1790-4131-85f0-d929e942b54f tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 945 time: 0.0640054 Jul 02 09:47:49.326215 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:47:49.326584 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:49.336260 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-aa698359-14d5-43a3-944b-18c0798b0332 req-0ddce4eb-a725-4bec-bd7a-cbbced839050 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/security-groups?id=565507e1-a0af-4a31-9d55-ceac35eb2ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317409 Jul 02 09:47:49.403434 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:49.425206 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250d1a53-0996-4ceb-bf6d-7dbc580e422b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:47:49.427426 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b518ad-3724-449f-b2c5-723abe922acc" -d '{"events": [{"server_uuid": "250d1a53-0996-4ceb-bf6d-7dbc580e422b", "name": "network-vif-plugged", "status": "completed", "tag": "576d0045-9a2d-43d8-81ba-ce0b59e8aad5"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:47:49.439343 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:47:49.444391 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:49.469315 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81585e86-41a4-4ae1-a52b-7184aeb6b00d x-openstack-request-id: req-81585e86-41a4-4ae1-a52b-7184aeb6b00d {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:47:49.469686 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250d1a53-0996-4ceb-bf6d-7dbc580e422b", "name": "network-vif-plugged", "status": "completed", "tag": "576d0045-9a2d-43d8-81ba-ce0b59e8aad5", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:47:49.469946 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-81585e86-41a4-4ae1-a52b-7184aeb6b00d {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:47:49.470326 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250d1a53-0996-4ceb-bf6d-7dbc580e422b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5', 'code': 200} Jul 02 09:47:49.496934 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,revision_number=10']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:49.676503 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689abdfa-bfdf-4a46-8836-feaed216f265 req-ec418409-8a4b-40f9-a216-c1aacf3e532d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:49.678580 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-689abdfa-bfdf-4a46-8836-feaed216f265 req-ec418409-8a4b-40f9-a216-c1aacf3e532d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 1100 time: 0.0510991 Jul 02 09:47:49.718000 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-689abdfa-bfdf-4a46-8836-feaed216f265 req-da5b095a-b5cd-4d67-8b9e-8f4e7db56d74 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304546 Jul 02 09:47:49.978493 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961a0a1-8e08-446e-bf17-b1ff7c814fce req-9b954085-37c5-4f70-97c2-7a9658ea2574 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:49.979876 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5961a0a1-8e08-446e-bf17-b1ff7c814fce req-9b954085-37c5-4f70-97c2-7a9658ea2574 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 947 time: 0.0647147 Jul 02 09:47:49.989236 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708abea-344c-4004-8cea-ec2a8c11ba22 req-d5ae567c-6a8e-43b3-bd3b-c9186f82385d tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:49.991317 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-f708abea-344c-4004-8cea-ec2a8c11ba22 req-d5ae567c-6a8e-43b3-bd3b-c9186f82385d tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 945 time: 0.0649714 Jul 02 09:47:50.018069 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5961a0a1-8e08-446e-bf17-b1ff7c814fce req-30be9904-f27e-4d75-a0f1-367cc309ded8 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324962 Jul 02 09:47:50.090792 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-f708abea-344c-4004-8cea-ec2a8c11ba22 req-c4ec69d4-a255-40fd-82d8-bcd8fe4c5ed7 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Deleting port cc2788d7-fea9-427b-9a24-acb3bf51bea6 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:47:50.091161 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-f708abea-344c-4004-8cea-ec2a8c11ba22 req-c4ec69d4-a255-40fd-82d8-bcd8fe4c5ed7 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:50.180281 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-f708abea-344c-4004-8cea-ec2a8c11ba22 req-c4ec69d4-a255-40fd-82d8-bcd8fe4c5ed7 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] For port cc2788d7-fea9-427b-9a24-acb3bf51bea6, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=cc2788d7-fea9-427b-9a24-acb3bf51bea6,segment=NetworkSegment(299633ed-5e6b-4499-a25a-18c558889945),segment_id=299633ed-5e6b-4499-a25a-18c558889945)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:47:50.180659 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-f708abea-344c-4004-8cea-ec2a8c11ba22 req-c4ec69d4-a255-40fd-82d8-bcd8fe4c5ed7 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:50.192481 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-f708abea-344c-4004-8cea-ec2a8c11ba22 req-c4ec69d4-a255-40fd-82d8-bcd8fe4c5ed7 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Calling delete_port for cc2788d7-fea9-427b-9a24-acb3bf51bea6 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:47:50.314218 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-f708abea-344c-4004-8cea-ec2a8c11ba22 req-c4ec69d4-a255-40fd-82d8-bcd8fe4c5ed7 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:50.330826 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['cc2788d7-fea9-427b-9a24-acb3bf51bea6'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:47:50.342489 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec69d4-a255-40fd-82d8-bcd8fe4c5ed7 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Pushing event deleted for resources: {'Port': ['ID=cc2788d7-fea9-427b-9a24-acb3bf51bea6,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:50.392432 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f708abea-344c-4004-8cea-ec2a8c11ba22 req-c4ec69d4-a255-40fd-82d8-bcd8fe4c5ed7 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] No DVR routers for this DVR port cc2788d7-fea9-427b-9a24-acb3bf51bea6 on host hv-cinder-77218 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:47:50.394900 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-f708abea-344c-4004-8cea-ec2a8c11ba22 req-c4ec69d4-a255-40fd-82d8-bcd8fe4c5ed7 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:50.397510 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-f708abea-344c-4004-8cea-ec2a8c11ba22 req-c4ec69d4-a255-40fd-82d8-bcd8fe4c5ed7 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.66 "DELETE /v2.0/ports/cc2788d7-fea9-427b-9a24-acb3bf51bea6 HTTP/1.1" status: 204 len: 173 time: 0.3986661 Jul 02 09:47:50.397931 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1b7033-20d8-4cab-a212-5f3805c13acc', 'name': 'network-vif-deleted', 'tag': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:47:50.400147 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4128ff-dc47-47ce-80c0-d7c2cc28cce3" -d '{"events": [{"server_uuid": "ce1b7033-20d8-4cab-a212-5f3805c13acc", "name": "network-vif-deleted", "tag": "cc2788d7-fea9-427b-9a24-acb3bf51bea6"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:47:50.438869 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0fc007-6075-4192-bb39-865cc1e15a9e x-openstack-request-id: req-ad0fc007-6075-4192-bb39-865cc1e15a9e {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:47:50.439165 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1b7033-20d8-4cab-a212-5f3805c13acc", "name": "network-vif-deleted", "tag": "cc2788d7-fea9-427b-9a24-acb3bf51bea6", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:47:50.439423 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ad0fc007-6075-4192-bb39-865cc1e15a9e {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:47:50.439847 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1b7033-20d8-4cab-a212-5f3805c13acc', 'name': 'network-vif-deleted', 'tag': 'cc2788d7-fea9-427b-9a24-acb3bf51bea6', 'status': 'completed', 'code': 200} Jul 02 09:47:50.479771 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6bd8407c-91df-4ba2-967e-c08c949aa316 req-61188abf-b1c0-4b2a-bda0-19092d9a6679 tempest-TestMinimumBasicScenario-208880290 tempest-TestMinimumBasicScenario-208880290-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce1b7033-20d8-4cab-a212-5f3805c13acc HTTP/1.1" status: 200 len: 210 time: 0.0285676 Jul 02 09:47:51.204770 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f097d2-788a-4ee4-8365-c9e1fe6434e5 req-f2cd9aed-e7d0-44dc-b3c0-4c0ee32e0501 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:51.206259 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-70f097d2-788a-4ee4-8365-c9e1fe6434e5 req-f2cd9aed-e7d0-44dc-b3c0-4c0ee32e0501 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 947 time: 0.0624049 Jul 02 09:47:51.246091 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-70f097d2-788a-4ee4-8365-c9e1fe6434e5 req-ac422f2f-a849-47a7-9a34-f94ae22f6347 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334060 Jul 02 09:47:52.424485 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b333918-43e4-4e70-9480-336af7a95236 req-2e9e3ac3-d220-4f6c-bf7c-dff3fab93e6a tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:52.425944 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5b333918-43e4-4e70-9480-336af7a95236 req-2e9e3ac3-d220-4f6c-bf7c-dff3fab93e6a tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 947 time: 0.0647523 Jul 02 09:47:52.462280 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5b333918-43e4-4e70-9480-336af7a95236 req-8e66fadf-c297-49f2-a078-1ee6fe517943 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308275 Jul 02 09:47:53.000785 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11e472-84b9-4a97-9baa-6ecff1dd6ca3 req-14b15b04-9aab-446c-b9cf-eb03c84b75b6 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:53.002352 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8d11e472-84b9-4a97-9baa-6ecff1dd6ca3 req-14b15b04-9aab-446c-b9cf-eb03c84b75b6 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0639801 Jul 02 09:47:53.040334 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8d11e472-84b9-4a97-9baa-6ecff1dd6ca3 req-30b924bd-8547-4609-bf7f-d8fefdc6746d tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315666 Jul 02 09:47:53.096849 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47142) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:47:53.317918 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device cc2788d7-fea9-427b-9a24-acb3bf51bea6 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:47:53.338511 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: cc2788d7-fea9-427b-9a24-acb3bf51bea6 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:47:53.338962 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device cc2788d7-fea9-427b-9a24-acb3bf51bea6 not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:47:53.497791 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a36cb3d7-8a66-41e1-8515-5d387a125e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-635693'] for router_interface, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:53.790256 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-a36cb3d7-8a66-41e1-8515-5d387a125e25 admin admin] Deleting port d0b54b11-4836-4312-a321-77f95ee333d2 {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:47:53.790591 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a36cb3d7-8a66-41e1-8515-5d387a125e25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:54.081419 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [None req-a36cb3d7-8a66-41e1-8515-5d387a125e25 admin admin] For port d0b54b11-4836-4312-a321-77f95ee333d2, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=d0b54b11-4836-4312-a321-77f95ee333d2,segment=NetworkSegment(299633ed-5e6b-4499-a25a-18c558889945),segment_id=299633ed-5e6b-4499-a25a-18c558889945)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:47:54.081777 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a36cb3d7-8a66-41e1-8515-5d387a125e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:54.094084 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-a36cb3d7-8a66-41e1-8515-5d387a125e25 admin admin] Calling delete_port for d0b54b11-4836-4312-a321-77f95ee333d2 owned by network:router_interface {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:47:54.282128 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94222e2-ceab-4f39-aafa-a1dafff02c46 req-d4a48c5a-75d3-43e3-9452-5f71cd3b4dc0 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:54.283566 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c94222e2-ceab-4f39-aafa-a1dafff02c46 req-d4a48c5a-75d3-43e3-9452-5f71cd3b4dc0 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.1294770 Jul 02 09:47:54.360358 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c94222e2-ceab-4f39-aafa-a1dafff02c46 req-ccbe2614-98ec-4a77-8336-b8a7b731329d tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688515 Jul 02 09:47:54.365063 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a36cb3d7-8a66-41e1-8515-5d387a125e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:54.399165 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cb3d7-8a66-41e1-8515-5d387a125e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0b54b11-4836-4312-a321-77f95ee333d2,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:54.560579 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a36cb3d7-8a66-41e1-8515-5d387a125e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-635879'] for router_interface, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:54.768806 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36cb3d7-8a66-41e1-8515-5d387a125e25 admin admin] Router 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:47:54.871480 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36cb3d7-8a66-41e1-8515-5d387a125e25 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:47:54.877666 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-a36cb3d7-8a66-41e1-8515-5d387a125e25 admin admin] 10.222.0.47 "PUT /v2.0/routers/57d1b24b-40c4-46a8-9eb2-fc4329e395a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7785466 Jul 02 09:47:54.879041 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47146) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:47:54.882760 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf4680-b3ad-4025-a72f-dea762982114 None None] Sync routers for ids ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:47:54.892135 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf4680-b3ad-4025-a72f-dea762982114 None None] Routers {'57d1b24b-40c4-46a8-9eb2-fc4329e395a7'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:47:54.892869 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-78cf4680-b3ad-4025-a72f-dea762982114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:47:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:47:54.989686 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-eb615bed-78db-43d5-8a2c-76db6b469802 admin admin] Notify callbacks [] for router, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:55.003514 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-78cf4680-b3ad-4025-a72f-dea762982114 None None] Set router 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:47:55.091598 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-eb615bed-78db-43d5-8a2c-76db6b469802 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:55.143988 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-eb615bed-78db-43d5-8a2c-76db6b469802 admin admin] Deleting port d8f84b3c-fd7c-4fe9-832b-938148a3acd0 {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:47:55.144246 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-eb615bed-78db-43d5-8a2c-76db6b469802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:55.175269 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-78cf4680-b3ad-4025-a72f-dea762982114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'name': 'tempest-TestMinimumBasicScenario-87009624-router', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:03Z', 'updated_at': '2021-07-02T09:47:54Z', 'revision_number': 5, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'gw_port': {'id': 'd8f84b3c-fd7c-4fe9-832b-938148a3acd0', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:04Z', 'updated_at': '2021-07-02T09:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:47:55.205480 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf4680-b3ad-4025-a72f-dea762982114 None None] Checking router: 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:47:55.213883 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf4680-b3ad-4025-a72f-dea762982114 None None] Routers {'57d1b24b-40c4-46a8-9eb2-fc4329e395a7'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:47:55.214490 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-78cf4680-b3ad-4025-a72f-dea762982114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:47:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:47:55.224277 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [None req-eb615bed-78db-43d5-8a2c-76db6b469802 admin admin] For port d8f84b3c-fd7c-4fe9-832b-938148a3acd0, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=d8f84b3c-fd7c-4fe9-832b-938148a3acd0,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:47:55.224674 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-eb615bed-78db-43d5-8a2c-76db6b469802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:55.241729 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-eb615bed-78db-43d5-8a2c-76db6b469802 admin admin] Calling delete_port for d8f84b3c-fd7c-4fe9-832b-938148a3acd0 owned by network:router_gateway {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:47:55.296308 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-78cf4680-b3ad-4025-a72f-dea762982114 None None] Set router 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 gateway port host: None {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:47:55.350277 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-78cf4680-b3ad-4025-a72f-dea762982114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'name': 'tempest-TestMinimumBasicScenario-87009624-router', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:03Z', 'updated_at': '2021-07-02T09:47:55Z', 'revision_number': 6, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'gw_port_host': None}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:47:55.376605 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf4680-b3ad-4025-a72f-dea762982114 None None] The sync data for ids ['57d1b24b-40c4-46a8-9eb2-fc4329e395a7'] in dv-cinder-772181-12-iscsi is: [{'id': '57d1b24b-40c4-46a8-9eb2-fc4329e395a7', 'name': 'tempest-TestMinimumBasicScenario-87009624-router', 'tenant_id': 'c4a780dd92544746bcad39297ea82937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:03Z', 'updated_at': '2021-07-02T09:47:55Z', 'revision_number': 6, 'project_id': 'c4a780dd92544746bcad39297ea82937', 'gw_port_host': None}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:47:55.421538 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-eb615bed-78db-43d5-8a2c-76db6b469802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:55.452350 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb615bed-78db-43d5-8a2c-76db6b469802 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f84b3c-fd7c-4fe9-832b-938148a3acd0,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:55.550002 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-eb615bed-78db-43d5-8a2c-76db6b469802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634350'] for router_gateway, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:55.663131 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-eb615bed-78db-43d5-8a2c-76db6b469802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14669'] for router, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:55.665960 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-eb615bed-78db-43d5-8a2c-76db6b469802 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:55.674170 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0887c-3d69-4e3c-888e-a2d102f1ba85 req-f3a45a5f-cf9d-41cd-9164-f5d4a0c93067 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:55.675659 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-02c0887c-3d69-4e3c-888e-a2d102f1ba85 req-f3a45a5f-cf9d-41cd-9164-f5d4a0c93067 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.1973438 Jul 02 09:47:55.759200 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-eb615bed-78db-43d5-8a2c-76db6b469802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-638642'] for router, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:55.759721 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb615bed-78db-43d5-8a2c-76db6b469802 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57d1b24b-40c4-46a8-9eb2-fc4329e395a7 {{(pid=99501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 09:47:55.767959 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-eb615bed-78db-43d5-8a2c-76db6b469802 admin admin] Notify callbacks [] for router, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:55.769157 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-eb615bed-78db-43d5-8a2c-76db6b469802 admin admin] 10.222.0.47 "DELETE /v2.0/routers/57d1b24b-40c4-46a8-9eb2-fc4329e395a7 HTTP/1.1" status: 204 len: 168 time: 0.8891015 Jul 02 09:47:55.771777 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47150) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:47:55.781172 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-02c0887c-3d69-4e3c-888e-a2d102f1ba85 req-306ac923-d1f4-4db4-a4ff-9617a020a583 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998471 Jul 02 09:47:55.827282 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a7f6bd-cc14-45f9-b577-1ad4a16127b8 admin admin] Deleting subnet 59240872-946a-484b-8411-a7c068eb7cd7 {{(pid=99501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 09:47:55.830314 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-75a7f6bd-cc14-45f9-b577-1ad4a16127b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:55.865378 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-75a7f6bd-cc14-45f9-b577-1ad4a16127b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233040'] for subnet, precommit_delete_associations {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:55.971365 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-75a7f6bd-cc14-45f9-b577-1ad4a16127b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16457552'] for subnet, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:56.022389 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-75a7f6bd-cc14-45f9-b577-1ad4a16127b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16457545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25252562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632333'] for subnet, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:56.046820 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7f6bd-cc14-45f9-b577-1ad4a16127b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59240872-946a-484b-8411-a7c068eb7cd7,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:56.050351 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-75a7f6bd-cc14-45f9-b577-1ad4a16127b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:56.052385 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-75a7f6bd-cc14-45f9-b577-1ad4a16127b8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/59240872-946a-484b-8411-a7c068eb7cd7 HTTP/1.1" status: 204 len: 168 time: 0.2794874 Jul 02 09:47:56.054791 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47152) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:47:56.057374 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26647e19-5075-47e1-af01-df5fcd5969bf None None] Network a762777d-3efe-407d-b53d-97f099a11e4e requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:47:56.123518 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436473'] for network, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:56.177709 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] Deleting port 8bcf70d5-29a1-4cd4-8a37-586482c82200 {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:47:56.178379 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:56.245701 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] For port 8bcf70d5-29a1-4cd4-8a37-586482c82200, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=8bcf70d5-29a1-4cd4-8a37-586482c82200,segment=NetworkSegment(299633ed-5e6b-4499-a25a-18c558889945),segment_id=299633ed-5e6b-4499-a25a-18c558889945)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:47:56.246297 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:56.254430 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7252c7e-27fe-414e-b432-fbaee75cfc31 None None] DHCP port deletion for a762777d-3efe-407d-b53d-97f099a11e4e request from dv-cinder-772181-12-iscsi {{(pid=99503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 02 09:47:56.259462 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] Calling delete_port for 8bcf70d5-29a1-4cd4-8a37-586482c82200 owned by network:dhcp {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:47:56.312558 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-d7252c7e-27fe-414e-b432-fbaee75cfc31 None None] Deleting port 8bcf70d5-29a1-4cd4-8a37-586482c82200 {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:47:56.312960 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d7252c7e-27fe-414e-b432-fbaee75cfc31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:56.344401 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:56.356713 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] No DVR routers for this DVR port 8bcf70d5-29a1-4cd4-8a37-586482c82200 on host dv-cinder-772181-12-iscsi {{(pid=99501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:47:56.376231 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-d7252c7e-27fe-414e-b432-fbaee75cfc31 None None] For port 8bcf70d5-29a1-4cd4-8a37-586482c82200, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=8bcf70d5-29a1-4cd4-8a37-586482c82200,segment=NetworkSegment(299633ed-5e6b-4499-a25a-18c558889945),segment_id=299633ed-5e6b-4499-a25a-18c558889945)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:47:56.376762 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d7252c7e-27fe-414e-b432-fbaee75cfc31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:56.389960 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-d7252c7e-27fe-414e-b432-fbaee75cfc31 None None] Calling delete_port for 8bcf70d5-29a1-4cd4-8a37-586482c82200 owned by network:dhcp {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:47:56.414613 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] Pushing event deleted for resources: {'Port': ['ID=8bcf70d5-29a1-4cd4-8a37-586482c82200,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:56.452751 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16458973', 'neutron.services.segments.db._delete_segments_for_network-8744578473274'] for network, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:56.463085 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a762777d-3efe-407d-b53d-97f099a11e4e']}} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:47:56.472875 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299633ed-5e6b-4499-a25a-18c558889945') {'for_net_delete': True} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:47:56.473169 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299633ed-5e6b-4499-a25a-18c558889945') {} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:47:56.482264 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744578437946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233039'] for segment, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:56.496267 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:56.502179 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=99501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 09:47:56.502562 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25252431'] for segment, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: Traceback (most recent call last): Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: timer() Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: cb(*args, **kw) Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: return func(*args, **kwargs) Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: self._notify() Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: self.callback(batched_events) Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: event.method(event) Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: return f(self, *a, **k) Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: return self._get(url).json() Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: return self.request(url, 'GET', **kwargs) Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 09:47:56.504239 dv-cinder-772181-12-iscsi neutron-server[99501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 09:47:56.516704 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d7252c7e-27fe-414e-b432-fbaee75cfc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:56.542053 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7252c7e-27fe-414e-b432-fbaee75cfc31 None None] Pushing event deleted for resources: {'Port': ['ID=8bcf70d5-29a1-4cd4-8a37-586482c82200,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:56.549231 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7252c7e-27fe-414e-b432-fbaee75cfc31 None None] No DVR routers for this DVR port 8bcf70d5-29a1-4cd4-8a37-586482c82200 on host dv-cinder-772181-12-iscsi {{(pid=99503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:47:56.557165 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16458966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634290'] for network, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:56.562413 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:56.564235 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] 10.222.0.47 "DELETE /v2.0/networks/a762777d-3efe-407d-b53d-97f099a11e4e HTTP/1.1" status: 204 len: 168 time: 0.5085356 Jul 02 09:47:56.571303 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47154) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:47:56.575978 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176d8c0-5aa4-47d4-a656-6891018239de admin admin] Pushing event deleted for resources: {'Network': ['ID=a762777d-3efe-407d-b53d-97f099a11e4e,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:56.657856 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 8bcf70d5-29a1-4cd4-8a37-586482c82200 no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:47:56.680208 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 8bcf70d5-29a1-4cd4-8a37-586482c82200 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:47:56.680590 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 8bcf70d5-29a1-4cd4-8a37-586482c82200 not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:47:56.681008 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device d0b54b11-4836-4312-a321-77f95ee333d2 no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:47:56.702970 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: d0b54b11-4836-4312-a321-77f95ee333d2 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:47:56.703323 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device d0b54b11-4836-4312-a321-77f95ee333d2 not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:47:56.703733 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device d8f84b3c-fd7c-4fe9-832b-938148a3acd0 no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:47:56.722185 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: d8f84b3c-fd7c-4fe9-832b-938148a3acd0 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:47:56.722539 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device d8f84b3c-fd7c-4fe9-832b-938148a3acd0 not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:47:56.916213 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6749-54ad-4b28-b01d-2746e438fe12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-635693'] for router_interface, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:56.968745 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c01fc6-9c12-483e-bfd2-c93efa04e2fc req-83d7de16-3a02-43b6-a7a5-fe4d9b485ab8 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:56.970245 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-51c01fc6-9c12-483e-bfd2-c93efa04e2fc req-83d7de16-3a02-43b6-a7a5-fe4d9b485ab8 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0788753 Jul 02 09:47:57.011396 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-51c01fc6-9c12-483e-bfd2-c93efa04e2fc req-53c4e123-44c6-4aec-bc1c-13c3623c4023 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333371 Jul 02 09:47:57.421101 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-3e1d6749-54ad-4b28-b01d-2746e438fe12 admin admin] Deleting port b01f638a-3e8f-4041-89e7-ca875b1b0735 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:47:57.421440 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6749-54ad-4b28-b01d-2746e438fe12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:57.496340 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-3e1d6749-54ad-4b28-b01d-2746e438fe12 admin admin] For port b01f638a-3e8f-4041-89e7-ca875b1b0735, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=b01f638a-3e8f-4041-89e7-ca875b1b0735,segment=NetworkSegment(f85a75ae-9356-4483-93e9-02b0a58c11c3),segment_id=f85a75ae-9356-4483-93e9-02b0a58c11c3)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:47:57.496732 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6749-54ad-4b28-b01d-2746e438fe12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:57.509292 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-3e1d6749-54ad-4b28-b01d-2746e438fe12 admin admin] Calling delete_port for b01f638a-3e8f-4041-89e7-ca875b1b0735 owned by network:router_interface {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:47:57.588632 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:47:57.683826 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6749-54ad-4b28-b01d-2746e438fe12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:57.712550 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d6749-54ad-4b28-b01d-2746e438fe12 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01f638a-3e8f-4041-89e7-ca875b1b0735,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:57.873732 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6749-54ad-4b28-b01d-2746e438fe12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-635879'] for router_interface, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:58.084982 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1d6749-54ad-4b28-b01d-2746e438fe12 admin admin] Router dc5969d2-44b1-4261-a518-fc87a2303190 has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:47:58.182730 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab414d6-f7ad-4609-a72c-cdb34f57c9c2 req-87a9dcc5-8a25-4647-a11f-0da341594e4f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:58.184221 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3ab414d6-f7ad-4609-a72c-cdb34f57c9c2 req-87a9dcc5-8a25-4647-a11f-0da341594e4f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0618551 Jul 02 09:47:58.192660 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1d6749-54ad-4b28-b01d-2746e438fe12 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:47:58.198128 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-3e1d6749-54ad-4b28-b01d-2746e438fe12 admin admin] 10.222.0.47 "PUT /v2.0/routers/dc5969d2-44b1-4261-a518-fc87a2303190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6255896 Jul 02 09:47:58.200559 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47160) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:47:58.201882 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef0f21-4e47-4263-b837-6948559573c5 None None] Sync routers for ids ['dc5969d2-44b1-4261-a518-fc87a2303190'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:47:58.212666 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef0f21-4e47-4263-b837-6948559573c5 None None] Routers {'dc5969d2-44b1-4261-a518-fc87a2303190'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:47:58.213401 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-74ef0f21-4e47-4263-b837-6948559573c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:47:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['dc5969d2-44b1-4261-a518-fc87a2303190'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:47:58.226242 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3ab414d6-f7ad-4609-a72c-cdb34f57c9c2 req-c883d6fc-093e-455e-b19c-0ce969475fbb tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365367 Jul 02 09:47:58.312901 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ab3f99a2-48bc-4455-bc4a-a6a1a805b90d admin admin] Notify callbacks [] for router, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:58.322517 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-74ef0f21-4e47-4263-b837-6948559573c5 None None] Set router dc5969d2-44b1-4261-a518-fc87a2303190 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:47:58.414715 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ab3f99a2-48bc-4455-bc4a-a6a1a805b90d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:58.467526 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f99a2-48bc-4455-bc4a-a6a1a805b90d admin admin] Deleting port cc5a255e-1508-4ad8-80c1-14fb359375c9 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:47:58.467840 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ab3f99a2-48bc-4455-bc4a-a6a1a805b90d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:58.498085 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-74ef0f21-4e47-4263-b837-6948559573c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'name': 'tempest-TestMinimumBasicScenario-1407771879-router', 'tenant_id': '4238f2bf6d064ddd885e3f45b939d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cc5a255e-1508-4ad8-80c1-14fb359375c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:09Z', 'updated_at': '2021-07-02T09:47:57Z', 'revision_number': 5, 'project_id': '4238f2bf6d064ddd885e3f45b939d891', 'gw_port': {'id': 'cc5a255e-1508-4ad8-80c1-14fb359375c9', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:09Z', 'updated_at': '2021-07-02T09:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:47:58.527788 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef0f21-4e47-4263-b837-6948559573c5 None None] Checking router: dc5969d2-44b1-4261-a518-fc87a2303190 for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:47:58.535909 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef0f21-4e47-4263-b837-6948559573c5 None None] Routers {'dc5969d2-44b1-4261-a518-fc87a2303190'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:47:58.536528 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-74ef0f21-4e47-4263-b837-6948559573c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:47:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['dc5969d2-44b1-4261-a518-fc87a2303190'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:47:58.547847 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-ab3f99a2-48bc-4455-bc4a-a6a1a805b90d admin admin] For port cc5a255e-1508-4ad8-80c1-14fb359375c9, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=cc5a255e-1508-4ad8-80c1-14fb359375c9,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:47:58.548210 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ab3f99a2-48bc-4455-bc4a-a6a1a805b90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:58.560401 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f99a2-48bc-4455-bc4a-a6a1a805b90d admin admin] Calling delete_port for cc5a255e-1508-4ad8-80c1-14fb359375c9 owned by network:router_gateway {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:47:58.618775 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-74ef0f21-4e47-4263-b837-6948559573c5 None None] Set router dc5969d2-44b1-4261-a518-fc87a2303190 gateway port host: None {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:47:58.732355 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ab3f99a2-48bc-4455-bc4a-a6a1a805b90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:58.750856 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-74ef0f21-4e47-4263-b837-6948559573c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'name': 'tempest-TestMinimumBasicScenario-1407771879-router', 'tenant_id': '4238f2bf6d064ddd885e3f45b939d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:09Z', 'updated_at': '2021-07-02T09:47:58Z', 'revision_number': 6, 'project_id': '4238f2bf6d064ddd885e3f45b939d891', 'gw_port_host': None}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:47:58.762204 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f99a2-48bc-4455-bc4a-a6a1a805b90d admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5a255e-1508-4ad8-80c1-14fb359375c9,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:58.777827 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef0f21-4e47-4263-b837-6948559573c5 None None] The sync data for ids ['dc5969d2-44b1-4261-a518-fc87a2303190'] in dv-cinder-772181-12-iscsi is: [{'id': 'dc5969d2-44b1-4261-a518-fc87a2303190', 'name': 'tempest-TestMinimumBasicScenario-1407771879-router', 'tenant_id': '4238f2bf6d064ddd885e3f45b939d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:09Z', 'updated_at': '2021-07-02T09:47:58Z', 'revision_number': 6, 'project_id': '4238f2bf6d064ddd885e3f45b939d891', 'gw_port_host': None}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:47:58.829677 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ab3f99a2-48bc-4455-bc4a-a6a1a805b90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634350'] for router_gateway, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:58.916826 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ab3f99a2-48bc-4455-bc4a-a6a1a805b90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14669'] for router, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:58.918934 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ab3f99a2-48bc-4455-bc4a-a6a1a805b90d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:58.964256 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ab3f99a2-48bc-4455-bc4a-a6a1a805b90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-638642'] for router, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:58.964954 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3f99a2-48bc-4455-bc4a-a6a1a805b90d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc5969d2-44b1-4261-a518-fc87a2303190 {{(pid=99502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 09:47:58.969207 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-ab3f99a2-48bc-4455-bc4a-a6a1a805b90d admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:58.970351 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-ab3f99a2-48bc-4455-bc4a-a6a1a805b90d admin admin] 10.222.0.47 "DELETE /v2.0/routers/dc5969d2-44b1-4261-a518-fc87a2303190 HTTP/1.1" status: 204 len: 168 time: 0.7688599 Jul 02 09:47:58.973021 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47162) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:47:59.023046 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d890c0-014b-4c38-b31f-ff2fa260bdb6 admin admin] Deleting subnet 1889681e-5e0d-45b5-b64b-78511316df7f {{(pid=99502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 09:47:59.026155 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-29d890c0-014b-4c38-b31f-ff2fa260bdb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:59.060878 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-29d890c0-014b-4c38-b31f-ff2fa260bdb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3990916'] for subnet, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:59.172089 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-29d890c0-014b-4c38-b31f-ff2fa260bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16457552'] for subnet, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:59.226129 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-29d890c0-014b-4c38-b31f-ff2fa260bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16457545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3997221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3689631'] for subnet, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:59.255209 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-29d890c0-014b-4c38-b31f-ff2fa260bdb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:59.257291 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-29d890c0-014b-4c38-b31f-ff2fa260bdb6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1889681e-5e0d-45b5-b64b-78511316df7f HTTP/1.1" status: 204 len: 168 time: 0.2826023 Jul 02 09:47:59.257976 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d890c0-014b-4c38-b31f-ff2fa260bdb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1889681e-5e0d-45b5-b64b-78511316df7f,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:59.260212 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47166) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:47:59.263624 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4aca2e-71de-4c56-b2c9-13cab2fa4a5b None None] Network 0a5c7cb8-3644-4b2b-b48a-fe743d5146a2 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:47:59.331985 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436473'] for network, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:59.428040 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] Deleting port 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:47:59.428385 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:59.438214 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413af07-72fc-42f5-bba2-126d939e7a38 req-51d03889-050f-4a2b-acf3-b7381d40154f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:47:59.439683 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5413af07-72fc-42f5-bba2-126d939e7a38 req-51d03889-050f-4a2b-acf3-b7381d40154f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0989606 Jul 02 09:47:59.535346 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97a2a90-4c1c-44b9-8fbd-174b34c78d05 None None] DHCP port deletion for 0a5c7cb8-3644-4b2b-b48a-fe743d5146a2 request from dv-cinder-772181-12-iscsi {{(pid=99503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 02 09:47:59.598143 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-c97a2a90-4c1c-44b9-8fbd-174b34c78d05 None None] Deleting port 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:47:59.598550 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c97a2a90-4c1c-44b9-8fbd-174b34c78d05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:59.665432 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-c97a2a90-4c1c-44b9-8fbd-174b34c78d05 None None] For port 8c0deaa0-7be8-4ec6-b451-d0d445a820f2, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=8c0deaa0-7be8-4ec6-b451-d0d445a820f2,segment=NetworkSegment(f85a75ae-9356-4483-93e9-02b0a58c11c3),segment_id=f85a75ae-9356-4483-93e9-02b0a58c11c3)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:47:59.665831 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c97a2a90-4c1c-44b9-8fbd-174b34c78d05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:59.679216 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-c97a2a90-4c1c-44b9-8fbd-174b34c78d05 None None] Calling delete_port for 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 owned by network:dhcp {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:47:59.760973 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] For port 8c0deaa0-7be8-4ec6-b451-d0d445a820f2, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=8c0deaa0-7be8-4ec6-b451-d0d445a820f2,segment=NetworkSegment(f85a75ae-9356-4483-93e9-02b0a58c11c3),segment_id=f85a75ae-9356-4483-93e9-02b0a58c11c3)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:47:59.761247 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:59.767019 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c97a2a90-4c1c-44b9-8fbd-174b34c78d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:59.773923 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5413af07-72fc-42f5-bba2-126d939e7a38 req-0ee221bd-1fd5-47f3-a0c4-89dc31a95064 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3241940 Jul 02 09:47:59.779557 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] Calling delete_port for 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 owned by network:dhcp {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:47:59.794426 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a2a90-4c1c-44b9-8fbd-174b34c78d05 None None] Pushing event deleted for resources: {'Port': ['ID=8c0deaa0-7be8-4ec6-b451-d0d445a820f2,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:59.799185 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a2a90-4c1c-44b9-8fbd-174b34c78d05 None None] No DVR routers for this DVR port 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 on host dv-cinder-772181-12-iscsi {{(pid=99503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:47:59.876888 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:59.905338 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c0deaa0-7be8-4ec6-b451-d0d445a820f2,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:47:59.909710 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] No DVR routers for this DVR port 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 on host dv-cinder-772181-12-iscsi {{(pid=99501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:47:59.979860 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16458973', 'neutron.services.segments.db._delete_segments_for_network-8744578473274'] for network, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:47:59.989279 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5c7cb8-3644-4b2b-b48a-fe743d5146a2']}} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:47:59.998778 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85a75ae-9356-4483-93e9-02b0a58c11c3') {'for_net_delete': True} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:47:59.999077 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85a75ae-9356-4483-93e9-02b0a58c11c3') {} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:00.008092 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744578437946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233039'] for segment, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:00.021922 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:00.027649 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=99501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 09:48:00.028156 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25252431'] for segment, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: self.session.flush() Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: self.session.flush() Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: self.session.flush() Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: self.session.flush() Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: Traceback (most recent call last): Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: timer() Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: cb(*args, **kw) Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: return func(*args, **kwargs) Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: self._notify() Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: self.callback(batched_events) Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: event.method(event) Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: return f(self, *a, **k) Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: return self._get(url).json() Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: return self.request(url, 'GET', **kwargs) Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 09:48:00.029989 dv-cinder-772181-12-iscsi neutron-server[99501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 09:48:00.085824 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16458966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634290'] for network, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:00.091067 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:00.092921 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0a5c7cb8-3644-4b2b-b48a-fe743d5146a2 HTTP/1.1" status: 204 len: 168 time: 0.8309615 Jul 02 09:48:00.103774 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967db2e-344f-445a-b03a-38a94aa5ef53 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a5c7cb8-3644-4b2b-b48a-fe743d5146a2,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:00.246549 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47170) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:00.284128 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-871836cd-2f15-4568-82b6-3ff24ebb7fd9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c4a780dd92544746bcad39297ea82937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364602 Jul 02 09:48:00.287022 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47172) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:00.333270 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcbf9-ddf7-4f9e-8869-a8530a8f8d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:00.353493 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcbf9-ddf7-4f9e-8869-a8530a8f8d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:00.400980 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcbf9-ddf7-4f9e-8869-a8530a8f8d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:00.403598 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcbf9-ddf7-4f9e-8869-a8530a8f8d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:00.404736 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-f4dbcbf9-ddf7-4f9e-8869-a8530a8f8d52 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/565507e1-a0af-4a31-9d55-ceac35eb2ebb HTTP/1.1" status: 204 len: 168 time: 0.1168244 Jul 02 09:48:00.412117 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbcbf9-ddf7-4f9e-8869-a8530a8f8d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565507e1-a0af-4a31-9d55-ceac35eb2ebb,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:00.654052 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:48:00.674791 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:48:00.675153 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 8c0deaa0-7be8-4ec6-b451-d0d445a820f2 not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:48:00.675570 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device b01f638a-3e8f-4041-89e7-ca875b1b0735 no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:48:00.696359 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: b01f638a-3e8f-4041-89e7-ca875b1b0735 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:48:00.696736 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device b01f638a-3e8f-4041-89e7-ca875b1b0735 not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:48:00.697155 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device cc5a255e-1508-4ad8-80c1-14fb359375c9 no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:48:00.711859 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47178) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:00.758251 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-f873ac54-dd2d-4a4a-bb0f-431d9be1b482 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4238f2bf6d064ddd885e3f45b939d891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428376 Jul 02 09:48:00.759034 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47180) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:00.812569 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-48e4e68c-211b-41fe-83d7-4a113fe03ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:00.831599 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: cc5a255e-1508-4ad8-80c1-14fb359375c9 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:48:00.831963 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device cc5a255e-1508-4ad8-80c1-14fb359375c9 not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:48:00.836589 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-48e4e68c-211b-41fe-83d7-4a113fe03ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:00.884930 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-48e4e68c-211b-41fe-83d7-4a113fe03ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:00.887827 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-48e4e68c-211b-41fe-83d7-4a113fe03ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:00.889033 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-48e4e68c-211b-41fe-83d7-4a113fe03ded admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ac1883a1-f61b-4196-91e2-402125007389 HTTP/1.1" status: 204 len: 168 time: 0.1295037 Jul 02 09:48:00.898115 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4e68c-211b-41fe-83d7-4a113fe03ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1883a1-f61b-4196-91e2-402125007389,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:00.955703 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cbd3-b838-4a5c-bb64-645a2a2c3ad8 req-a6ed7193-419b-4253-b777-83ac30057983 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:00.957213 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b2c3cbd3-b838-4a5c-bb64-645a2a2c3ad8 req-a6ed7193-419b-4253-b777-83ac30057983 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0671325 Jul 02 09:48:00.999610 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b2c3cbd3-b838-4a5c-bb64-645a2a2c3ad8 req-f974b1ae-edec-4d90-b833-a9b37189445a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349679 Jul 02 09:48:01.526121 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47204) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:01.620375 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-6839ced4-21d9-4f43-a197-b9d1e812db66 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-389541852-network', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:01.645836 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6839ced4-21d9-4f43-a197-b9d1e812db66 admin admin] Made reservation on behalf of 385aaa1308d04b8596afd8b8e02b70a0 for: {'network': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:48:01.648226 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6839ced4-21d9-4f43-a197-b9d1e812db66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:01.656328 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6839ced4-21d9-4f43-a197-b9d1e812db66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:01.743914 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6839ced4-21d9-4f43-a197-b9d1e812db66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:01.747711 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6839ced4-21d9-4f43-a197-b9d1e812db66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:01.774121 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6839ced4-21d9-4f43-a197-b9d1e812db66 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=99502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 09:48:01.783521 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839ced4-21d9-4f43-a197-b9d1e812db66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f401f7-2a9f-4fca-b23d-b7e15d1130b9,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:01.789046 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6839ced4-21d9-4f43-a197-b9d1e812db66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:01.789380 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.segments_db [None req-6839ced4-21d9-4f43-a197-b9d1e812db66 admin admin] Added segment a6f93304-9f7b-4c3c-8c85-3e3dd695f8da of type vlan for network 3cc84980-863d-4837-b81b-521136cf243c Jul 02 09:48:01.829038 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6839ced4-21d9-4f43-a197-b9d1e812db66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:01.856894 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6839ced4-21d9-4f43-a197-b9d1e812db66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:01.857754 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6839ced4-21d9-4f43-a197-b9d1e812db66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:01.858327 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6839ced4-21d9-4f43-a197-b9d1e812db66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:01.896058 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-6839ced4-21d9-4f43-a197-b9d1e812db66 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3688364 Jul 02 09:48:01.899045 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47208) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:01.904078 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-920c2556-c42c-4c87-8959-e56623a0fcfd admin admin] Request body: {'subnet': {'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-389541852-subnet', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'ip_version': 4}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:01.924847 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920c2556-c42c-4c87-8959-e56623a0fcfd admin admin] Made reservation on behalf of 385aaa1308d04b8596afd8b8e02b70a0 for: {'subnet': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:48:01.927949 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-920c2556-c42c-4c87-8959-e56623a0fcfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25632336'] for subnet, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:01.928687 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839ced4-21d9-4f43-a197-b9d1e812db66 admin admin] Pushing event updated for resources: {'Network': ['ID=3cc84980-863d-4837-b81b-521136cf243c,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:01.938509 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network 3cc84980-863d-4837-b81b-521136cf243c details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:48:02.098835 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-920c2556-c42c-4c87-8959-e56623a0fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25252625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25632322'] for subnet, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:02.191226 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c2556-c42c-4c87-8959-e56623a0fcfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b99747-32ba-40fc-8924-026e409c9089,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:02.206003 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c2556-c42c-4c87-8959-e56623a0fcfd admin admin] Checking segment: {'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:48:02.206367 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c2556-c42c-4c87-8959-e56623a0fcfd admin admin] Network hostable DHCP agents. Network: 3cc84980-863d-4837-b81b-521136cf243c, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:48:02.237178 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdd552-2583-4f75-8970-b391248db5be req-aff62bd1-e71c-4a0f-8dfe-08254eb3a1b3 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:02.238732 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e9fdd552-2583-4f75-8970-b391248db5be req-aff62bd1-e71c-4a0f-8dfe-08254eb3a1b3 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.1143312 Jul 02 09:48:02.240733 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c2556-c42c-4c87-8959-e56623a0fcfd admin admin] Network 3cc84980-863d-4837-b81b-521136cf243c is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:48:02.254106 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-920c2556-c42c-4c87-8959-e56623a0fcfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, 3cc84980-863d-4837-b81b-521136cf243c) {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:48:02.261871 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e390805-7b78-4ccf-b97b-75e4eb75df9b None None] Network 3cc84980-863d-4837-b81b-521136cf243c requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:48:02.265233 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920c2556-c42c-4c87-8959-e56623a0fcfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:02.265823 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-920c2556-c42c-4c87-8959-e56623a0fcfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:02.289508 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-920c2556-c42c-4c87-8959-e56623a0fcfd admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3893638 Jul 02 09:48:02.292295 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47212) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:02.292697 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e9fdd552-2583-4f75-8970-b391248db5be req-86089917-1531-49d6-bacb-c533dfcc63a2 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465760 Jul 02 09:48:02.297692 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:02.325151 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14687'] for router, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:02.326215 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14660'] for router, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:02.377340 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:02.414389 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7dea1bd-0782-506e-8bb9-6115f597cb05-3cc84980-863d-4837-b81b-521136cf243c', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089'}]}} from dv-cinder-772181-12-iscsi. {{(pid=99503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 09:48:02.415279 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:02.513674 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14714'] for router, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:02.550941 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Allocated IP 172.20.0.2 (3cc84980-863d-4837-b81b-521136cf243c/97b99747-32ba-40fc-8924-026e409c9089/273e545b-be97-40ff-a56c-97ee36fe9ce9) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:48:02.692776 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:02.701375 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Transition to ACTIVE for port object 273e545b-be97-40ff-a56c-97ee36fe9ce9 will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:48:02.708138 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:02.716298 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Transition to ACTIVE for port object 273e545b-be97-40ff-a56c-97ee36fe9ce9 will not be triggered until provisioned by entity DHCP. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:48:02.723646 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:02.731064 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:02.764102 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Network 3cc84980-863d-4837-b81b-521136cf243c is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:48:02.767015 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:48:02.770377 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:48:02.777350 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Pushing event updated for resources: {'Port': ['ID=273e545b-be97-40ff-a56c-97ee36fe9ce9,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:02.830261 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Attempting to bind port 273e545b-be97-40ff-a56c-97ee36fe9ce9 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:48:02.830629 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Attempting to bind port 273e545b-be97-40ff-a56c-97ee36fe9ce9 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:48:02.830991 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Attempting to bind port 273e545b-be97-40ff-a56c-97ee36fe9ce9 on network 3cc84980-863d-4837-b81b-521136cf243c {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:48:02.835317 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] Allocated IP 172.27.1.190 (91abeacf-6705-4621-a88a-4859e43fbb2c/3acd31d5-d298-493f-8b22-8cf1b4526b9f/09815658-c46c-4de0-accd-7948b5228c6b) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:48:02.836349 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:48:02.836751 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Checking segment: {'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:48:02.837155 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:02.837549 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Bound using segment: {'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:48:02.838010 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Bound port: 273e545b-be97-40ff-a56c-97ee36fe9ce9, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:48:02.838390 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:02.902334 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] For port 273e545b-be97-40ff-a56c-97ee36fe9ce9, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:48:02.905387 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] For port 273e545b-be97-40ff-a56c-97ee36fe9ce9, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=273e545b-be97-40ff-a56c-97ee36fe9ce9,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:48:02.909491 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:02.942603 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:02.975859 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc401c3a-963e-4d01-ab76-8c9d06ddd898 None None] Pushing event updated for resources: {'Port': ['ID=273e545b-be97-40ff-a56c-97ee36fe9ce9,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:02.989088 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:03.029928 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:48:03.032925 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:48:03.037146 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:48:03.061633 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] Pushing event updated for resources: {'Port': ['ID=09815658-c46c-4de0-accd-7948b5228c6b,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:03.312408 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:03.468015 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9786c1-85c7-46a8-a9f9-3e87fbddd2ab req-dc13d3f5-c880-4369-af7c-bfe94f9d7fa2 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:03.469520 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1b9786c1-85c7-46a8-a9f9-3e87fbddd2ab req-dc13d3f5-c880-4369-af7c-bfe94f9d7fa2 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0643582 Jul 02 09:48:03.509964 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1b9786c1-85c7-46a8-a9f9-3e87fbddd2ab req-76fd9eb2-1db8-4560-913d-558341032ea8 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347726 Jul 02 09:48:03.795345 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634886'] for router, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:03.907360 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4ab76-2725-40d1-94de-030288d11aed req-c6a15724-29c6-4d36-93e9-894c5d68fac3 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:03.908943 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-48e4ab76-2725-40d1-94de-030288d11aed req-c6a15724-29c6-4d36-93e9-894c5d68fac3 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0743437 Jul 02 09:48:03.930331 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ba10e6-1f88-402f-8143-80d609579672 None None] Network 3cc84980-863d-4837-b81b-521136cf243c requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:48:03.961080 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-48e4ab76-2725-40d1-94de-030288d11aed req-c5815e72-7c06-452d-98da-98824d05d548 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456398 Jul 02 09:48:03.998070 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970c200-7da2-44e1-bd97-68ea66994dff req-bcba6853-6d41-44e0-a8e4-efbe9d253b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:03.999781 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0970c200-7da2-44e1-bd97-68ea66994dff req-bcba6853-6d41-44e0-a8e4-efbe9d253b3d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35c6f32ab03c483bac6a63048c16d76d&device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 1098 time: 0.1372061 Jul 02 09:48:04.001211 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] Router b6091e97-f5f4-4c34-b41b-7bacf60251ee is scheduled to L3 agent 9e613d5e-7006-412c-b838-682983cdc62a with binding_index 1 {{(pid=99502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 09:48:04.006049 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-99f87a96-7679-411b-a33e-f37292312819 None None] Provisioning for port 273e545b-be97-40ff-a56c-97ee36fe9ce9 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:48:04.179693 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970c200-7da2-44e1-bd97-68ea66994dff req-cfacb647-83ad-4ede-8f33-dd747e166c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:04.181201 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0970c200-7da2-44e1-bd97-68ea66994dff req-cfacb647-83ad-4ede-8f33-dd747e166c95 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f180b8fd-20af-4867-b50b-8deef5167e74 HTTP/1.1" status: 200 len: 911 time: 0.1727874 Jul 02 09:48:04.186716 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:48:04.199552 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Sync routers for ids ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:48:04.209509 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Routers {'b6091e97-f5f4-4c34-b41b-7bacf60251ee'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:48:04.210132 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:47:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:04.244983 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:04.246189 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-13e364b2-777e-4092-b986-d57c981a5345 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9527178 Jul 02 09:48:04.249175 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47220) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:04.303038 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0970c200-7da2-44e1-bd97-68ea66994dff req-2a07dcd6-23e1-4f33-972c-84509c207d1f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c9e143a-8c09-44ac-80af-ed01a9606abf HTTP/1.1" status: 200 len: 1001 time: 0.1117747 Jul 02 09:48:04.321370 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Set router b6091e97-f5f4-4c34-b41b-7bacf60251ee gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:48:04.397546 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970c200-7da2-44e1-bd97-68ea66994dff req-106c434a-2d45-4b88-b68a-5728e356d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:04.399022 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0970c200-7da2-44e1-bd97-68ea66994dff req-106c434a-2d45-4b88-b68a-5728e356d08c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1ded4fa6-e112-4cbf-a9ba-367e7235be41 HTTP/1.1" status: 200 len: 849 time: 0.0849206 Jul 02 09:48:04.510460 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:03Z', 'revision_number': 3, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:04.536373 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Checking router: b6091e97-f5f4-4c34-b41b-7bacf60251ee for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:48:04.536719 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970c200-7da2-44e1-bd97-68ea66994dff req-5dd54821-d882-4081-9b56-f0f42086b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:04.536834 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Updating router b6091e97-f5f4-4c34-b41b-7bacf60251ee port 09815658-c46c-4de0-accd-7948b5228c6b binding host dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:48:04.538198 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0970c200-7da2-44e1-bd97-68ea66994dff req-5dd54821-d882-4081-9b56-f0f42086b867 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f180b8fd-20af-4867-b50b-8deef5167e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1046820 Jul 02 09:48:04.574435 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:04.689883 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 273e545b-be97-40ff-a56c-97ee36fe9ce9 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:48:04.708916 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0970c200-7da2-44e1-bd97-68ea66994dff req-d5505d2c-95d2-411b-b1f8-1f4d8d981907 service neutron] 10.222.0.66 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323678 Jul 02 09:48:04.804179 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 273e545b-be97-40ff-a56c-97ee36fe9ce9 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:48:04.811045 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 273e545b-be97-40ff-a56c-97ee36fe9ce9 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:04.811417 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:04.854035 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0970c200-7da2-44e1-bd97-68ea66994dff req-2d26e799-0a0b-4ce3-8df9-0943fc1d0b4a service neutron] 10.222.0.66 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233108 Jul 02 09:48:04.899490 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:04.931489 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:04.950635 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Transition to ACTIVE for port object 09815658-c46c-4de0-accd-7948b5228c6b will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:48:04.956500 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:04.958763 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:05.027989 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Attempting to bind port 09815658-c46c-4de0-accd-7948b5228c6b on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:48:05.028686 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Attempting to bind port 09815658-c46c-4de0-accd-7948b5228c6b by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:48:05.028838 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Attempting to bind port 09815658-c46c-4de0-accd-7948b5228c6b on network 91abeacf-6705-4621-a88a-4859e43fbb2c {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:48:05.042711 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:48:05.043066 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Checking segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:48:05.043469 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:05.043867 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Bound using segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:48:05.044416 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Bound port: 09815658-c46c-4de0-accd-7948b5228c6b, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:48:05.044871 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:05.047939 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e1c42-0b9a-48d9-9d22-02f3c5df9e90 None None] Pushing event updated for resources: {'Port': ['ID=09815658-c46c-4de0-accd-7948b5228c6b,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:05.059171 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 273e545b-be97-40ff-a56c-97ee36fe9ce9, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=273e545b-be97-40ff-a56c-97ee36fe9ce9,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:48:05.070931 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] Allocated IP 172.20.0.1 (3cc84980-863d-4837-b81b-521136cf243c/97b99747-32ba-40fc-8924-026e409c9089/6563f412-8e3e-4d51-a407-81c0caacdf18) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:48:05.079620 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:05.132331 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=273e545b-be97-40ff-a56c-97ee36fe9ce9,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:05.151416 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a1d34-b05e-4877-83d8-6f24ab1369dd req-66a4c992-2366-43ed-8624-0ac8c9082bf3 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:05.153676 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fb8a1d34-b05e-4877-83d8-6f24ab1369dd req-66a4c992-2366-43ed-8624-0ac8c9082bf3 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0647702 Jul 02 09:48:05.170188 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] For port 09815658-c46c-4de0-accd-7948b5228c6b, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:48:05.173442 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] For port 09815658-c46c-4de0-accd-7948b5228c6b, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=09815658-c46c-4de0-accd-7948b5228c6b,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:48:05.178497 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:05.184034 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:05.198456 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] Transition to ACTIVE for port object 6563f412-8e3e-4d51-a407-81c0caacdf18 will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:48:05.201328 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fb8a1d34-b05e-4877-83d8-6f24ab1369dd req-5e258129-1720-4743-bc1a-d64fec0da800 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405507 Jul 02 09:48:05.237738 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:05.248176 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e1c42-0b9a-48d9-9d22-02f3c5df9e90 None None] Pushing event updated for resources: {'Port': ['ID=09815658-c46c-4de0-accd-7948b5228c6b,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:05.250826 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Routers {'b6091e97-f5f4-4c34-b41b-7bacf60251ee'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:48:05.251571 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:47:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:05.289771 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] Network 3cc84980-863d-4837-b81b-521136cf243c is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:48:05.293743 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:48:05.295724 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] Pushing event updated for resources: {'Port': ['ID=6563f412-8e3e-4d51-a407-81c0caacdf18,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:05.297850 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:48:05.341804 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633350'] for router_interface, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:05.360982 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] Set router b6091e97-f5f4-4c34-b41b-7bacf60251ee gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:48:05.496896 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:05.586334 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-07859364-e088-4a8d-a4a7-5b7ffe2c1187 None None] Provisioning for port 6563f412-8e3e-4d51-a407-81c0caacdf18 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:48:05.592728 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-07859364-e088-4a8d-a4a7-5b7ffe2c1187 None None] Provisioning complete for port 6563f412-8e3e-4d51-a407-81c0caacdf18 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:05.593106 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-07859364-e088-4a8d-a4a7-5b7ffe2c1187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:05.663887 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-07859364-e088-4a8d-a4a7-5b7ffe2c1187 None None] Port 6563f412-8e3e-4d51-a407-81c0caacdf18 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:48:05.669115 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:05.673930 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:05.720062 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:03Z', 'revision_number': 3, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:05.744082 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633536'] for router_interface, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:05.745951 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] Pushing event updated for resources: {'Port': ['ID=6563f412-8e3e-4d51-a407-81c0caacdf18,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:05.749014 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdca8ee-371b-4495-9a82-af1cff20fc98 None None] The sync data for ids ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'] in dv-cinder-772181-12-iscsi is: [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:03Z', 'revision_number': 3, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:48:05.847059 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] Network 3cc84980-863d-4837-b81b-521136cf243c is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:48:05.849186 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:48:05.993924 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] Router b6091e97-f5f4-4c34-b41b-7bacf60251ee has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:48:06.110025 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:48:06.115710 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-6f55551d-4092-494c-896f-c9cbbf028095 admin admin] 10.222.0.47 "PUT /v2.0/routers/b6091e97-f5f4-4c34-b41b-7bacf60251ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8655782 Jul 02 09:48:06.184801 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-91db7d4a-847b-4356-8c9e-2f963eca43bf None None] Provisioning complete for port 6563f412-8e3e-4d51-a407-81c0caacdf18 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:06.185358 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-91db7d4a-847b-4356-8c9e-2f963eca43bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:06.220591 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-91db7d4a-847b-4356-8c9e-2f963eca43bf None None] Port 6563f412-8e3e-4d51-a407-81c0caacdf18 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:48:06.392951 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37688118-2baa-4b06-849c-fbbde996df91 req-59dce8a8-5cf7-4b2c-9b5a-e70c9bbcc969 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:06.394860 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-37688118-2baa-4b06-849c-fbbde996df91 req-59dce8a8-5cf7-4b2c-9b5a-e70c9bbcc969 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0691304 Jul 02 09:48:06.436587 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-37688118-2baa-4b06-849c-fbbde996df91 req-0ca10e74-3cff-4bcf-b77f-f639bb375732 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361726 Jul 02 09:48:06.620392 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47242) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:06.626454 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-958a9268-6da1-4a57-883d-5b93fe3ecb50 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-891130353-network', 'tenant_id': '9466cef2628e4f2f9acff96456d3abc7'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:06.655868 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958a9268-6da1-4a57-883d-5b93fe3ecb50 admin admin] Made reservation on behalf of 9466cef2628e4f2f9acff96456d3abc7 for: {'network': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:48:06.658276 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-958a9268-6da1-4a57-883d-5b93fe3ecb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:06.668421 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-958a9268-6da1-4a57-883d-5b93fe3ecb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:06.752123 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 273e545b-be97-40ff-a56c-97ee36fe9ce9 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:48:06.765891 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-958a9268-6da1-4a57-883d-5b93fe3ecb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:06.769450 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-958a9268-6da1-4a57-883d-5b93fe3ecb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:06.799721 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a9268-6da1-4a57-883d-5b93fe3ecb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efae6bc0-cb6f-4608-a788-655b3866bf90,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:06.802517 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958a9268-6da1-4a57-883d-5b93fe3ecb50 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=99502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 09:48:06.808677 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 273e545b-be97-40ff-a56c-97ee36fe9ce9 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:06.809287 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:06.812078 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-958a9268-6da1-4a57-883d-5b93fe3ecb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:06.812397 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.segments_db [None req-958a9268-6da1-4a57-883d-5b93fe3ecb50 admin admin] Added segment 3ede8290-66da-4369-931c-4c2896cf2766 of type vlan for network 81f2434d-ca0e-451e-b56e-c15eb05aac2a Jul 02 09:48:06.856184 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-958a9268-6da1-4a57-883d-5b93fe3ecb50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:06.887127 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-958a9268-6da1-4a57-883d-5b93fe3ecb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:06.888283 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958a9268-6da1-4a57-883d-5b93fe3ecb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:06.888909 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-958a9268-6da1-4a57-883d-5b93fe3ecb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:06.890230 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 09815658-c46c-4de0-accd-7948b5228c6b up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:48:06.923660 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-958a9268-6da1-4a57-883d-5b93fe3ecb50 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3015783 Jul 02 09:48:06.926629 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47244) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:06.931820 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-fc6431b3-835c-42c0-a7e1-1f5253b542f1 admin admin] Request body: {'subnet': {'network_id': '81f2434d-ca0e-451e-b56e-c15eb05aac2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-891130353-subnet', 'tenant_id': '9466cef2628e4f2f9acff96456d3abc7', 'ip_version': 4}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:06.939470 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 09815658-c46c-4de0-accd-7948b5228c6b completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:48:06.943570 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 09815658-c46c-4de0-accd-7948b5228c6b triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:06.943946 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:06.955250 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a9268-6da1-4a57-883d-5b93fe3ecb50 admin admin] Pushing event updated for resources: {'Network': ['ID=81f2434d-ca0e-451e-b56e-c15eb05aac2a,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:06.955435 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6431b3-835c-42c0-a7e1-1f5253b542f1 admin admin] Made reservation on behalf of 9466cef2628e4f2f9acff96456d3abc7 for: {'subnet': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:48:06.958601 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-fc6431b3-835c-42c0-a7e1-1f5253b542f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25632336'] for subnet, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:06.967686 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network 81f2434d-ca0e-451e-b56e-c15eb05aac2a details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:48:07.088277 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:07.110627 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 09815658-c46c-4de0-accd-7948b5228c6b, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=09815658-c46c-4de0-accd-7948b5228c6b,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:48:07.118234 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:07.143144 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-fc6431b3-835c-42c0-a7e1-1f5253b542f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25252625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25632322'] for subnet, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:07.168858 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=09815658-c46c-4de0-accd-7948b5228c6b,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:07.206013 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6431b3-835c-42c0-a7e1-1f5253b542f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6febaf4b-3ce1-4718-8275-bf62f83540ef,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:07.213291 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6431b3-835c-42c0-a7e1-1f5253b542f1 admin admin] Checking segment: {'id': '3ede8290-66da-4369-931c-4c2896cf2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '81f2434d-ca0e-451e-b56e-c15eb05aac2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:48:07.213648 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6431b3-835c-42c0-a7e1-1f5253b542f1 admin admin] Network hostable DHCP agents. Network: 81f2434d-ca0e-451e-b56e-c15eb05aac2a, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:48:07.230812 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6431b3-835c-42c0-a7e1-1f5253b542f1 admin admin] Network 81f2434d-ca0e-451e-b56e-c15eb05aac2a is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:48:07.239183 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-fc6431b3-835c-42c0-a7e1-1f5253b542f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, 81f2434d-ca0e-451e-b56e-c15eb05aac2a) {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:48:07.243275 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6431b3-835c-42c0-a7e1-1f5253b542f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:07.243860 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-fc6431b3-835c-42c0-a7e1-1f5253b542f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:07.248176 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef455a0e-f630-4279-85d7-2717e11b695a None None] Network 81f2434d-ca0e-451e-b56e-c15eb05aac2a requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:48:07.261600 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-fc6431b3-835c-42c0-a7e1-1f5253b542f1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3337963 Jul 02 09:48:07.264595 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47246) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:07.269506 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-891130353-router', 'tenant_id': '9466cef2628e4f2f9acff96456d3abc7', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:07.291152 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14687'] for router, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:07.292216 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14660'] for router, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:07.347491 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:07.398735 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7dea1bd-0782-506e-8bb9-6115f597cb05-81f2434d-ca0e-451e-b56e-c15eb05aac2a', 'network_id': '81f2434d-ca0e-451e-b56e-c15eb05aac2a', 'tenant_id': '9466cef2628e4f2f9acff96456d3abc7', 'fixed_ips': [{'subnet_id': '6febaf4b-3ce1-4718-8275-bf62f83540ef'}]}} from dv-cinder-772181-12-iscsi. {{(pid=99503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 09:48:07.399606 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:07.480502 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Sync routers for ids ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:48:07.491577 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Routers {'b6091e97-f5f4-4c34-b41b-7bacf60251ee'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:48:07.492067 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14714'] for router, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:07.492199 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:47:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:07.540929 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Allocated IP 172.20.0.2 (81f2434d-ca0e-451e-b56e-c15eb05aac2a/6febaf4b-3ce1-4718-8275-bf62f83540ef/4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:48:07.602737 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Set router b6091e97-f5f4-4c34-b41b-7bacf60251ee gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:48:07.690288 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:07.697995 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:07.700006 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Transition to ACTIVE for port object 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:48:07.714957 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Transition to ACTIVE for port object 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf will not be triggered until provisioned by entity DHCP. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:48:07.717578 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:07.721420 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:07.771589 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Network 81f2434d-ca0e-451e-b56e-c15eb05aac2a is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:48:07.772468 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Pushing event updated for resources: {'Port': ['ID=4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:07.776314 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:48:07.778409 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:48:07.818052 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 2, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:07.823525 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] Allocated IP 172.27.1.39 (91abeacf-6705-4621-a88a-4859e43fbb2c/3acd31d5-d298-493f-8b22-8cf1b4526b9f/80805f13-45e4-4c83-829c-d0474e10918b) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:48:07.837361 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Attempting to bind port 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:48:07.837877 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Attempting to bind port 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': '3ede8290-66da-4369-931c-4c2896cf2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '81f2434d-ca0e-451e-b56e-c15eb05aac2a'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:48:07.838368 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Attempting to bind port 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf on network 81f2434d-ca0e-451e-b56e-c15eb05aac2a {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:48:07.843536 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:48:07.843891 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Checking segment: {'id': '3ede8290-66da-4369-931c-4c2896cf2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '81f2434d-ca0e-451e-b56e-c15eb05aac2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:48:07.844290 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:07.844722 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Bound using segment: {'id': '3ede8290-66da-4369-931c-4c2896cf2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '81f2434d-ca0e-451e-b56e-c15eb05aac2a'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:48:07.845250 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Bound port: 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ede8290-66da-4369-931c-4c2896cf2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '81f2434d-ca0e-451e-b56e-c15eb05aac2a'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:48:07.845637 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:07.846289 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Checking router: b6091e97-f5f4-4c34-b41b-7bacf60251ee for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:48:07.846711 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Updating router b6091e97-f5f4-4c34-b41b-7bacf60251ee port 6563f412-8e3e-4d51-a407-81c0caacdf18 binding host dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:48:07.886133 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:07.916005 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] For port 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:48:07.919752 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] For port 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf,segment=NetworkSegment(3ede8290-66da-4369-931c-4c2896cf2766),segment_id=3ede8290-66da-4369-931c-4c2896cf2766)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:48:07.923990 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:07.938714 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:07.982721 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8a35d-a4dc-4463-9924-65b84203fa55 None None] Pushing event updated for resources: {'Port': ['ID=4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:07.991217 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:08.035820 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:48:08.040389 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:48:08.044796 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:48:08.065215 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] Pushing event updated for resources: {'Port': ['ID=80805f13-45e4-4c83-829c-d0474e10918b,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:08.178066 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Notify callbacks [] for port, precommit_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:08.188055 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Transition to ACTIVE for port object 6563f412-8e3e-4d51-a407-81c0caacdf18 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:48:08.195651 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:08.245001 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003d8a1-cf98-4085-9f47-8bda0062828e None None] Pushing event updated for resources: {'Port': ['ID=6563f412-8e3e-4d51-a407-81c0caacdf18,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:08.253626 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003d8a1-cf98-4085-9f47-8bda0062828e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:08.254516 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003d8a1-cf98-4085-9f47-8bda0062828e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:08.255435 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003d8a1-cf98-4085-9f47-8bda0062828e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:08.255784 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003d8a1-cf98-4085-9f47-8bda0062828e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:08.256122 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003d8a1-cf98-4085-9f47-8bda0062828e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:08.256550 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003d8a1-cf98-4085-9f47-8bda0062828e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:08.256880 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003d8a1-cf98-4085-9f47-8bda0062828e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:08.257209 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003d8a1-cf98-4085-9f47-8bda0062828e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:08.257540 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003d8a1-cf98-4085-9f47-8bda0062828e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:08.257863 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003d8a1-cf98-4085-9f47-8bda0062828e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:08.258191 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003d8a1-cf98-4085-9f47-8bda0062828e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:08.258514 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003d8a1-cf98-4085-9f47-8bda0062828e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:08.335489 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Attempting to bind port 6563f412-8e3e-4d51-a407-81c0caacdf18 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:48:08.335961 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Attempting to bind port 6563f412-8e3e-4d51-a407-81c0caacdf18 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:48:08.336425 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Attempting to bind port 6563f412-8e3e-4d51-a407-81c0caacdf18 on network 3cc84980-863d-4837-b81b-521136cf243c {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:48:08.341760 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:48:08.342287 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Checking segment: {'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:48:08.342794 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:08.343257 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Bound using segment: {'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:48:08.343793 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Bound port: 6563f412-8e3e-4d51-a407-81c0caacdf18, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:48:08.344267 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:08.347320 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:08.414449 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] For port 6563f412-8e3e-4d51-a407-81c0caacdf18, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:48:08.418184 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] For port 6563f412-8e3e-4d51-a407-81c0caacdf18, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=6563f412-8e3e-4d51-a407-81c0caacdf18,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:48:08.423657 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:08.487230 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003d8a1-cf98-4085-9f47-8bda0062828e None None] Pushing event updated for resources: {'Port': ['ID=6563f412-8e3e-4d51-a407-81c0caacdf18,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:08.497772 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Routers {'b6091e97-f5f4-4c34-b41b-7bacf60251ee'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:48:08.498404 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:47:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:08.567766 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634886'] for router, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:08.614365 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] Set router b6091e97-f5f4-4c34-b41b-7bacf60251ee gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:48:08.800675 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:48:08.860905 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:48:08.868150 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:08Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:08.871000 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 09815658-c46c-4de0-accd-7948b5228c6b up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:48:08.901502 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49825a88-ea80-41c2-ab12-50290c459df4 None None] The sync data for ids ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'] in dv-cinder-772181-12-iscsi is: [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:08Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:48:08.935376 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 09815658-c46c-4de0-accd-7948b5228c6b triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:08.935849 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:09.012832 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] Router 4a33c195-ca7b-4dbd-9174-493a899bcd36 is scheduled to L3 agent 9e613d5e-7006-412c-b838-682983cdc62a with binding_index 1 {{(pid=99502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 09:48:09.149658 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:48:09.151570 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81742fb-bdef-48e8-a86c-f29f0061e046 None None] Network 81f2434d-ca0e-451e-b56e-c15eb05aac2a requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:48:09.166661 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Sync routers for ids ['4a33c195-ca7b-4dbd-9174-493a899bcd36'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:48:09.166968 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:09.170704 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-f3b36369-634e-4fd7-85bc-f428e3b219c4 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9024186 Jul 02 09:48:09.170882 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47248) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:09.219447 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Routers {'4a33c195-ca7b-4dbd-9174-493a899bcd36'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:48:09.220095 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:47:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['4a33c195-ca7b-4dbd-9174-493a899bcd36'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:09.304325 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-28d543e2-a876-4a0d-89f0-0ed7996839f6 None None] Provisioning for port 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:48:09.340915 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-28d543e2-a876-4a0d-89f0-0ed7996839f6 None None] Provisioning complete for port 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:09.341290 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-28d543e2-a876-4a0d-89f0-0ed7996839f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:09.413189 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Set router 4a33c195-ca7b-4dbd-9174-493a899bcd36 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:48:09.608507 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:09.749097 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-28d543e2-a876-4a0d-89f0-0ed7996839f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:09.785020 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] Allocated IP 172.20.0.1 (81f2434d-ca0e-451e-b56e-c15eb05aac2a/6febaf4b-3ce1-4718-8275-bf62f83540ef/9752e52e-4f79-40d7-a078-3bb374b2a199) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:48:09.830910 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-28d543e2-a876-4a0d-89f0-0ed7996839f6 None None] For port 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf,segment=NetworkSegment(3ede8290-66da-4369-931c-4c2896cf2766),segment_id=3ede8290-66da-4369-931c-4c2896cf2766)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:48:09.838868 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-28d543e2-a876-4a0d-89f0-0ed7996839f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:09.891890 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:09.901589 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'name': 'tempest-TestVolumeBootPattern-891130353-router', 'tenant_id': '9466cef2628e4f2f9acff96456d3abc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '80805f13-45e4-4c83-829c-d0474e10918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:07Z', 'updated_at': '2021-07-02T09:48:08Z', 'revision_number': 3, 'project_id': '9466cef2628e4f2f9acff96456d3abc7', 'gw_port': {'id': '80805f13-45e4-4c83-829c-d0474e10918b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:07Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:09.903453 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d543e2-a876-4a0d-89f0-0ed7996839f6 None None] Pushing event updated for resources: {'Port': ['ID=4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:09.904806 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:09.922316 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] Transition to ACTIVE for port object 9752e52e-4f79-40d7-a078-3bb374b2a199 will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:48:09.934100 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Checking router: 4a33c195-ca7b-4dbd-9174-493a899bcd36 for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:48:09.934447 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Updating router 4a33c195-ca7b-4dbd-9174-493a899bcd36 port 80805f13-45e4-4c83-829c-d0474e10918b binding host dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:48:09.962699 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:09.976432 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:10.013530 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] Network 81f2434d-ca0e-451e-b56e-c15eb05aac2a is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:48:10.016507 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:48:10.021753 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:48:10.025373 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] Pushing event updated for resources: {'Port': ['ID=9752e52e-4f79-40d7-a078-3bb374b2a199,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:10.069639 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633350'] for router_interface, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:10.130157 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-1de09df3-a5ad-44a5-aae8-fc42771340fb None None] Provisioning complete for port 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:10.130530 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1de09df3-a5ad-44a5-aae8-fc42771340fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:10.216922 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:10.331811 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:10.341238 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Transition to ACTIVE for port object 80805f13-45e4-4c83-829c-d0474e10918b will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:48:10.346435 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:10.382992 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:10.387570 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:10.401505 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Attempting to bind port 80805f13-45e4-4c83-829c-d0474e10918b on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:48:10.401886 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Attempting to bind port 80805f13-45e4-4c83-829c-d0474e10918b by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:48:10.402246 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Attempting to bind port 80805f13-45e4-4c83-829c-d0474e10918b on network 91abeacf-6705-4621-a88a-4859e43fbb2c {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:48:10.414642 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8822ce-93c2-4892-8819-707168dd2abf None None] Pushing event updated for resources: {'Port': ['ID=80805f13-45e4-4c83-829c-d0474e10918b,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:10.417171 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:48:10.417546 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Checking segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:48:10.417952 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:10.418341 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Bound using segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:48:10.418816 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Bound port: 80805f13-45e4-4c83-829c-d0474e10918b, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:48:10.419199 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:10.423127 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-d545d5db-109d-42ca-a165-36ce15e30495 None None] Provisioning for port 9752e52e-4f79-40d7-a078-3bb374b2a199 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:48:10.443888 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-d545d5db-109d-42ca-a165-36ce15e30495 None None] Provisioning complete for port 9752e52e-4f79-40d7-a078-3bb374b2a199 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:10.444517 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d545d5db-109d-42ca-a165-36ce15e30495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:10.456571 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] Pushing event updated for resources: {'Port': ['ID=9752e52e-4f79-40d7-a078-3bb374b2a199,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:10.459497 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633536'] for router_interface, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:10.495320 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-d545d5db-109d-42ca-a165-36ce15e30495 None None] Port 9752e52e-4f79-40d7-a078-3bb374b2a199 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:48:10.502393 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] For port 80805f13-45e4-4c83-829c-d0474e10918b, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:48:10.506217 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] For port 80805f13-45e4-4c83-829c-d0474e10918b, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=80805f13-45e4-4c83-829c-d0474e10918b,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:48:10.509559 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:10.549789 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] Network 81f2434d-ca0e-451e-b56e-c15eb05aac2a is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:48:10.551210 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:48:10.564835 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Routers {'4a33c195-ca7b-4dbd-9174-493a899bcd36'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:48:10.565469 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:47:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['4a33c195-ca7b-4dbd-9174-493a899bcd36'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:10.572031 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8822ce-93c2-4892-8819-707168dd2abf None None] Pushing event updated for resources: {'Port': ['ID=80805f13-45e4-4c83-829c-d0474e10918b,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:10.679545 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] Router 4a33c195-ca7b-4dbd-9174-493a899bcd36 has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:48:10.700049 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] Set router 4a33c195-ca7b-4dbd-9174-493a899bcd36 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:48:10.798870 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 6563f412-8e3e-4d51-a407-81c0caacdf18 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:48:10.807042 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:48:10.811996 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-4d97cfde-10c7-4fcc-94fd-a4afe5fff871 admin admin] 10.222.0.47 "PUT /v2.0/routers/4a33c195-ca7b-4dbd-9174-493a899bcd36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6398649 Jul 02 09:48:10.891211 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-7976af9e-3f27-40f0-873a-14a14b896240 None None] Provisioning complete for port 9752e52e-4f79-40d7-a078-3bb374b2a199 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:10.891794 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7976af9e-3f27-40f0-873a-14a14b896240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:10.953953 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-7976af9e-3f27-40f0-873a-14a14b896240 None None] Port 9752e52e-4f79-40d7-a078-3bb374b2a199 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:48:10.959909 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 6563f412-8e3e-4d51-a407-81c0caacdf18 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:48:10.982892 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 6563f412-8e3e-4d51-a407-81c0caacdf18 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:10.983274 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.049658 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'name': 'tempest-TestVolumeBootPattern-891130353-router', 'tenant_id': '9466cef2628e4f2f9acff96456d3abc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '80805f13-45e4-4c83-829c-d0474e10918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:07Z', 'updated_at': '2021-07-02T09:48:10Z', 'revision_number': 4, 'project_id': '9466cef2628e4f2f9acff96456d3abc7', 'gw_port': {'id': '80805f13-45e4-4c83-829c-d0474e10918b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:07Z', 'updated_at': '2021-07-02T09:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '9752e52e-4f79-40d7-a078-3bb374b2a199', 'name': '', 'network_id': '81f2434d-ca0e-451e-b56e-c15eb05aac2a', 'tenant_id': '9466cef2628e4f2f9acff96456d3abc7', 'mac_address': 'fa:16:3e:bc:fa:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6febaf4b-3ce1-4718-8275-bf62f83540ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:09Z', 'updated_at': '2021-07-02T09:48:10Z', 'revision_number': 2, 'project_id': '9466cef2628e4f2f9acff96456d3abc7', 'subnets': [{'id': '6febaf4b-3ce1-4718-8275-bf62f83540ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:11.101700 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c494cde7-3eea-4a5c-833c-32baa7660413 None None] The sync data for ids ['4a33c195-ca7b-4dbd-9174-493a899bcd36'] in dv-cinder-772181-12-iscsi is: [{'id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'name': 'tempest-TestVolumeBootPattern-891130353-router', 'tenant_id': '9466cef2628e4f2f9acff96456d3abc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '80805f13-45e4-4c83-829c-d0474e10918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:07Z', 'updated_at': '2021-07-02T09:48:10Z', 'revision_number': 4, 'project_id': '9466cef2628e4f2f9acff96456d3abc7', 'gw_port': {'id': '80805f13-45e4-4c83-829c-d0474e10918b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:07Z', 'updated_at': '2021-07-02T09:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '9752e52e-4f79-40d7-a078-3bb374b2a199', 'name': '', 'network_id': '81f2434d-ca0e-451e-b56e-c15eb05aac2a', 'tenant_id': '9466cef2628e4f2f9acff96456d3abc7', 'mac_address': 'fa:16:3e:bc:fa:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6febaf4b-3ce1-4718-8275-bf62f83540ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:09Z', 'updated_at': '2021-07-02T09:48:10Z', 'revision_number': 2, 'project_id': '9466cef2628e4f2f9acff96456d3abc7', 'subnets': [{'id': '6febaf4b-3ce1-4718-8275-bf62f83540ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:48:11.112358 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.150155 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 6563f412-8e3e-4d51-a407-81c0caacdf18, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=6563f412-8e3e-4d51-a407-81c0caacdf18,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:48:11.155147 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.156128 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:48:11.234365 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=6563f412-8e3e-4d51-a407-81c0caacdf18,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:11.246289 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:11.246602 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.296159 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47256) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:11.302660 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-b3330901-3772-4639-9c86-fa3c3a2004db tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667251151', 'description': 'tempest-secgroup-smoke-1667251151 description', 'project_id': '385aaa1308d04b8596afd8b8e02b70a0'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:11.352026 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b3330901-3772-4639-9c86-fa3c3a2004db tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.443542 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b3330901-3772-4639-9c86-fa3c3a2004db tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.447729 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b3330901-3772-4639-9c86-fa3c3a2004db tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.474616 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b3330901-3772-4639-9c86-fa3c3a2004db tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.475852 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-b3330901-3772-4639-9c86-fa3c3a2004db tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1775687 Jul 02 09:48:11.479113 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47258) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:11.480100 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3330901-3772-4639-9c86-fa3c3a2004db tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a55b44f-ac1d-4f02-a69c-049f948e07e2,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:11.484391 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-c7db12ee-a742-4f09-9500-2228dd8cf0a5 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Request body: {'security_group_rule': {'security_group_id': '2a55b44f-ac1d-4f02-a69c-049f948e07e2', 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:11.512122 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c7db12ee-a742-4f09-9500-2228dd8cf0a5 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.571493 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c7db12ee-a742-4f09-9500-2228dd8cf0a5 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.575554 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c7db12ee-a742-4f09-9500-2228dd8cf0a5 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.598150 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db12ee-a742-4f09-9500-2228dd8cf0a5 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35079881-0358-4768-974a-1da6f17a69f6,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:11.603197 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c7db12ee-a742-4f09-9500-2228dd8cf0a5 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.604401 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-c7db12ee-a742-4f09-9500-2228dd8cf0a5 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237299 Jul 02 09:48:11.607039 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47260) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:11.611541 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-b3155b1d-3b72-49e9-9c21-8be60022b574 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Request body: {'security_group_rule': {'security_group_id': '2a55b44f-ac1d-4f02-a69c-049f948e07e2', 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:11.639554 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b3155b1d-3b72-49e9-9c21-8be60022b574 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.704154 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b3155b1d-3b72-49e9-9c21-8be60022b574 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.714423 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b3155b1d-3b72-49e9-9c21-8be60022b574 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.735560 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3155b1d-3b72-49e9-9c21-8be60022b574 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e1a542-bf50-497f-aeef-1e2f6c0c980a,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:11.744710 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b3155b1d-3b72-49e9-9c21-8be60022b574 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.748699 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-b3155b1d-3b72-49e9-9c21-8be60022b574 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406422 Jul 02 09:48:11.748877 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47262) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:11.759476 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-b8951716-fed8-441a-8c72-ee0c75d392d6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Request body: {'security_group_rule': {'security_group_id': '2a55b44f-ac1d-4f02-a69c-049f948e07e2', 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:11.793715 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b8951716-fed8-441a-8c72-ee0c75d392d6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.860499 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b8951716-fed8-441a-8c72-ee0c75d392d6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.864326 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b8951716-fed8-441a-8c72-ee0c75d392d6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.882557 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8951716-fed8-441a-8c72-ee0c75d392d6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebc3be2-5a68-4b2d-838f-cdd640e18a1e,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:11.888758 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b8951716-fed8-441a-8c72-ee0c75d392d6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.892519 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-b8951716-fed8-441a-8c72-ee0c75d392d6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347036 Jul 02 09:48:11.892729 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47264) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:11.897721 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-60ec0450-1584-4caf-8dc4-ed769231ba3d tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Request body: {'security_group_rule': {'security_group_id': '2a55b44f-ac1d-4f02-a69c-049f948e07e2', 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:11.925463 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-60ec0450-1584-4caf-8dc4-ed769231ba3d tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:11.997021 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-60ec0450-1584-4caf-8dc4-ed769231ba3d tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:12.000943 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-60ec0450-1584-4caf-8dc4-ed769231ba3d tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:12.021736 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec0450-1584-4caf-8dc4-ed769231ba3d tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de6e288-c83a-4a8f-b56f-d5988a1cd24b,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:12.029442 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-60ec0450-1584-4caf-8dc4-ed769231ba3d tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:12.031228 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-60ec0450-1584-4caf-8dc4-ed769231ba3d tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1375704 Jul 02 09:48:12.033963 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47266) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:12.039247 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-31d4fbc7-a6ad-467f-a7fb-b9b84cb56f85 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Request body: {'security_group_rule': {'security_group_id': '2a55b44f-ac1d-4f02-a69c-049f948e07e2', 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:12.062006 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.securitygroups_db [None req-31d4fbc7-a6ad-467f-a7fb-b9b84cb56f85 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Project 385aaa1308d04b8596afd8b8e02b70a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 02 09:48:12.067240 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-31d4fbc7-a6ad-467f-a7fb-b9b84cb56f85 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:12.130421 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-31d4fbc7-a6ad-467f-a7fb-b9b84cb56f85 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:12.133971 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-31d4fbc7-a6ad-467f-a7fb-b9b84cb56f85 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:12.153484 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4fbc7-a6ad-467f-a7fb-b9b84cb56f85 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a9a5a1-43cf-43ea-855b-32ffec51a773,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:12.158378 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-31d4fbc7-a6ad-467f-a7fb-b9b84cb56f85 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:12.159644 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-31d4fbc7-a6ad-467f-a7fb-b9b84cb56f85 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247094 Jul 02 09:48:12.163481 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47268) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:12.168290 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-0971c6fa-bf0d-4053-aa96-4db6b893c658 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Request body: {'security_group_rule': {'security_group_id': '2a55b44f-ac1d-4f02-a69c-049f948e07e2', 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:12.190428 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.db.securitygroups_db [None req-0971c6fa-bf0d-4053-aa96-4db6b893c658 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Project 385aaa1308d04b8596afd8b8e02b70a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 02 09:48:12.196358 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0971c6fa-bf0d-4053-aa96-4db6b893c658 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:12.261865 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0971c6fa-bf0d-4053-aa96-4db6b893c658 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:12.265857 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0971c6fa-bf0d-4053-aa96-4db6b893c658 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:12.278736 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-69dfe084-ee86-4db6-930c-de685089ce28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:12.284964 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971c6fa-bf0d-4053-aa96-4db6b893c658 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a4ba8dc-8df1-43a3-a6b6-2745888aeaad,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:12.291316 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0971c6fa-bf0d-4053-aa96-4db6b893c658 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:12.292807 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-0971c6fa-bf0d-4053-aa96-4db6b893c658 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280100 Jul 02 09:48:12.737050 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 6563f412-8e3e-4d51-a407-81c0caacdf18 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:48:12.798077 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 6563f412-8e3e-4d51-a407-81c0caacdf18 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:12.798454 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:12.881290 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 80805f13-45e4-4c83-829c-d0474e10918b up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:48:12.929133 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 80805f13-45e4-4c83-829c-d0474e10918b completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:48:12.932818 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 80805f13-45e4-4c83-829c-d0474e10918b triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:12.933197 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:13.015869 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:13.037253 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 80805f13-45e4-4c83-829c-d0474e10918b, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=80805f13-45e4-4c83-829c-d0474e10918b,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:48:13.041994 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:13.075929 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Sync routers for ids ['4a33c195-ca7b-4dbd-9174-493a899bcd36'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:48:13.086472 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Routers {'4a33c195-ca7b-4dbd-9174-493a899bcd36'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:48:13.087186 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:47:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['4a33c195-ca7b-4dbd-9174-493a899bcd36'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:13.096559 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=80805f13-45e4-4c83-829c-d0474e10918b,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:13.198636 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Set router 4a33c195-ca7b-4dbd-9174-493a899bcd36 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:48:13.494387 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'name': 'tempest-TestVolumeBootPattern-891130353-router', 'tenant_id': '9466cef2628e4f2f9acff96456d3abc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '80805f13-45e4-4c83-829c-d0474e10918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:07Z', 'updated_at': '2021-07-02T09:48:10Z', 'revision_number': 4, 'project_id': '9466cef2628e4f2f9acff96456d3abc7', 'gw_port': {'id': '80805f13-45e4-4c83-829c-d0474e10918b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:07Z', 'updated_at': '2021-07-02T09:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '9752e52e-4f79-40d7-a078-3bb374b2a199', 'name': '', 'network_id': '81f2434d-ca0e-451e-b56e-c15eb05aac2a', 'tenant_id': '9466cef2628e4f2f9acff96456d3abc7', 'mac_address': 'fa:16:3e:bc:fa:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6febaf4b-3ce1-4718-8275-bf62f83540ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:09Z', 'updated_at': '2021-07-02T09:48:10Z', 'revision_number': 2, 'project_id': '9466cef2628e4f2f9acff96456d3abc7', 'subnets': [{'id': '6febaf4b-3ce1-4718-8275-bf62f83540ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:13.523413 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Checking router: 4a33c195-ca7b-4dbd-9174-493a899bcd36 for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:48:13.523887 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Updating router 4a33c195-ca7b-4dbd-9174-493a899bcd36 port 9752e52e-4f79-40d7-a078-3bb374b2a199 binding host dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:48:13.558198 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:13.833604 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Notify callbacks [] for port, precommit_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:13.843541 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Transition to ACTIVE for port object 9752e52e-4f79-40d7-a078-3bb374b2a199 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:48:13.849189 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:13.900513 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00546fe-d157-41de-a978-dcb1694c05c3 None None] Pushing event updated for resources: {'Port': ['ID=9752e52e-4f79-40d7-a078-3bb374b2a199,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:13.950807 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Attempting to bind port 9752e52e-4f79-40d7-a078-3bb374b2a199 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:48:13.951181 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Attempting to bind port 9752e52e-4f79-40d7-a078-3bb374b2a199 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': '3ede8290-66da-4369-931c-4c2896cf2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '81f2434d-ca0e-451e-b56e-c15eb05aac2a'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:48:13.951529 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Attempting to bind port 9752e52e-4f79-40d7-a078-3bb374b2a199 on network 81f2434d-ca0e-451e-b56e-c15eb05aac2a {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:48:13.957411 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:48:13.957826 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Checking segment: {'id': '3ede8290-66da-4369-931c-4c2896cf2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '81f2434d-ca0e-451e-b56e-c15eb05aac2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:48:13.958300 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:13.962234 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Bound using segment: {'id': '3ede8290-66da-4369-931c-4c2896cf2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '81f2434d-ca0e-451e-b56e-c15eb05aac2a'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:48:13.962234 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Bound port: 9752e52e-4f79-40d7-a078-3bb374b2a199, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ede8290-66da-4369-931c-4c2896cf2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '81f2434d-ca0e-451e-b56e-c15eb05aac2a'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:48:13.962234 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:14.029327 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] For port 9752e52e-4f79-40d7-a078-3bb374b2a199, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:48:14.032738 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] For port 9752e52e-4f79-40d7-a078-3bb374b2a199, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=9752e52e-4f79-40d7-a078-3bb374b2a199,segment=NetworkSegment(3ede8290-66da-4369-931c-4c2896cf2766),segment_id=3ede8290-66da-4369-931c-4c2896cf2766)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:48:14.038502 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:14.094895 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Routers {'4a33c195-ca7b-4dbd-9174-493a899bcd36'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:48:14.095575 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:47:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['4a33c195-ca7b-4dbd-9174-493a899bcd36'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:14.103190 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00546fe-d157-41de-a978-dcb1694c05c3 None None] Pushing event updated for resources: {'Port': ['ID=9752e52e-4f79-40d7-a078-3bb374b2a199,revision_number=4']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:14.216554 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] Set router 4a33c195-ca7b-4dbd-9174-493a899bcd36 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:48:14.421442 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'name': 'tempest-TestVolumeBootPattern-891130353-router', 'tenant_id': '9466cef2628e4f2f9acff96456d3abc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '80805f13-45e4-4c83-829c-d0474e10918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:07Z', 'updated_at': '2021-07-02T09:48:10Z', 'revision_number': 4, 'project_id': '9466cef2628e4f2f9acff96456d3abc7', 'gw_port': {'id': '80805f13-45e4-4c83-829c-d0474e10918b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:07Z', 'updated_at': '2021-07-02T09:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '9752e52e-4f79-40d7-a078-3bb374b2a199', 'name': '', 'network_id': '81f2434d-ca0e-451e-b56e-c15eb05aac2a', 'tenant_id': '9466cef2628e4f2f9acff96456d3abc7', 'mac_address': 'fa:16:3e:bc:fa:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6febaf4b-3ce1-4718-8275-bf62f83540ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:09Z', 'updated_at': '2021-07-02T09:48:14Z', 'revision_number': 4, 'project_id': '9466cef2628e4f2f9acff96456d3abc7', 'subnets': [{'id': '6febaf4b-3ce1-4718-8275-bf62f83540ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:14.452382 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59ed6d5-f414-4885-985e-e71184ebca57 None None] The sync data for ids ['4a33c195-ca7b-4dbd-9174-493a899bcd36'] in dv-cinder-772181-12-iscsi is: [{'id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'name': 'tempest-TestVolumeBootPattern-891130353-router', 'tenant_id': '9466cef2628e4f2f9acff96456d3abc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '80805f13-45e4-4c83-829c-d0474e10918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:07Z', 'updated_at': '2021-07-02T09:48:10Z', 'revision_number': 4, 'project_id': '9466cef2628e4f2f9acff96456d3abc7', 'gw_port': {'id': '80805f13-45e4-4c83-829c-d0474e10918b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:07Z', 'updated_at': '2021-07-02T09:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '9752e52e-4f79-40d7-a078-3bb374b2a199', 'name': '', 'network_id': '81f2434d-ca0e-451e-b56e-c15eb05aac2a', 'tenant_id': '9466cef2628e4f2f9acff96456d3abc7', 'mac_address': 'fa:16:3e:bc:fa:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6febaf4b-3ce1-4718-8275-bf62f83540ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:09Z', 'updated_at': '2021-07-02T09:48:14Z', 'revision_number': 4, 'project_id': '9466cef2628e4f2f9acff96456d3abc7', 'subnets': [{'id': '6febaf4b-3ce1-4718-8275-bf62f83540ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:48:14.707963 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 9752e52e-4f79-40d7-a078-3bb374b2a199 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:48:14.773939 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 9752e52e-4f79-40d7-a078-3bb374b2a199 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:48:14.778438 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 9752e52e-4f79-40d7-a078-3bb374b2a199 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:14.779154 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:14.900644 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:14.955717 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 9752e52e-4f79-40d7-a078-3bb374b2a199, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=9752e52e-4f79-40d7-a078-3bb374b2a199,segment=NetworkSegment(3ede8290-66da-4369-931c-4c2896cf2766),segment_id=3ede8290-66da-4369-931c-4c2896cf2766)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:48:14.960294 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:14.961182 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 80805f13-45e4-4c83-829c-d0474e10918b up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:48:15.059172 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=9752e52e-4f79-40d7-a078-3bb374b2a199,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:15.076713 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 80805f13-45e4-4c83-829c-d0474e10918b triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:15.077116 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:15.126402 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6a769c8c-1583-41c3-a962-3081483ba48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:15.533065 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:15.876031 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:16.656788 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 9752e52e-4f79-40d7-a078-3bb374b2a199 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:48:16.705089 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 9752e52e-4f79-40d7-a078-3bb374b2a199 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:16.705458 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:17.623216 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:26.359242 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e9955-570d-49d1-a52e-23166c226467 req-d7127e30-7fe1-46d3-a1f2-76ad7c27fb33 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:26.360768 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8b4e9955-570d-49d1-a52e-23166c226467 req-d7127e30-7fe1-46d3-a1f2-76ad7c27fb33 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 947 time: 0.0633097 Jul 02 09:48:26.398010 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8b4e9955-570d-49d1-a52e-23166c226467 req-47f8f540-57cb-453b-b306-fac2981a7068 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310841 Jul 02 09:48:27.578955 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f58c8-cf09-4655-be27-4f141380b697 req-e61c21fa-4a84-4b7b-b2f5-087362f71e63 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:27.580409 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e61f58c8-cf09-4655-be27-4f141380b697 req-e61c21fa-4a84-4b7b-b2f5-087362f71e63 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 947 time: 0.0651889 Jul 02 09:48:27.617990 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e61f58c8-cf09-4655-be27-4f141380b697 req-1bade4b3-ef79-4144-a418-5e0e1d0b5271 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups?id=5aeb43ad-d469-48fb-bbc0-446f5feb1096&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308499 Jul 02 09:48:28.154234 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89331b73-5ce2-4c9a-b069-1806ee363447 req-68b31129-8f68-4eff-be8c-fc6488a68116 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:28.155680 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-89331b73-5ce2-4c9a-b069-1806ee363447 req-68b31129-8f68-4eff-be8c-fc6488a68116 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.66 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 947 time: 0.0640321 Jul 02 09:48:28.253513 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-89331b73-5ce2-4c9a-b069-1806ee363447 req-bfb13f5f-f793-4028-88b3-b5d3e845097e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Deleting port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:48:28.253852 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-89331b73-5ce2-4c9a-b069-1806ee363447 req-bfb13f5f-f793-4028-88b3-b5d3e845097e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:28.344178 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-89331b73-5ce2-4c9a-b069-1806ee363447 req-bfb13f5f-f793-4028-88b3-b5d3e845097e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] For port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:48:28.344563 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-89331b73-5ce2-4c9a-b069-1806ee363447 req-bfb13f5f-f793-4028-88b3-b5d3e845097e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:28.508405 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-89331b73-5ce2-4c9a-b069-1806ee363447 req-bfb13f5f-f793-4028-88b3-b5d3e845097e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:28.508727 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-89331b73-5ce2-4c9a-b069-1806ee363447 req-bfb13f5f-f793-4028-88b3-b5d3e845097e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634276'] for floatingip, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:28.509051 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.l3_db [req-89331b73-5ce2-4c9a-b069-1806ee363447 req-bfb13f5f-f793-4028-88b3-b5d3e845097e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Floating IP 389607db-461c-4302-9c7e-19785f176a1a disassociated. External IP: 172.27.1.254, port: 576d0045-9a2d-43d8-81ba-ce0b59e8aad5. Jul 02 09:48:28.509374 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-89331b73-5ce2-4c9a-b069-1806ee363447 req-bfb13f5f-f793-4028-88b3-b5d3e845097e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Calling delete_port for 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:48:28.638139 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-89331b73-5ce2-4c9a-b069-1806ee363447 req-bfb13f5f-f793-4028-88b3-b5d3e845097e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:28.667768 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb13f5f-f793-4028-88b3-b5d3e845097e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Pushing event deleted for resources: {'Port': ['ID=576d0045-9a2d-43d8-81ba-ce0b59e8aad5,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:28.769602 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fc1eaff7-a963-4e59-93b8-5a79a037401b req-6a5b09f9-b098-4eee-8353-0eafe1ef7ded tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/ports?device_id=250d1a53-0996-4ceb-bf6d-7dbc580e422b HTTP/1.1" status: 200 len: 210 time: 0.0287800 Jul 02 09:48:28.794576 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89331b73-5ce2-4c9a-b069-1806ee363447 req-bfb13f5f-f793-4028-88b3-b5d3e845097e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:48:28.897980 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89331b73-5ce2-4c9a-b069-1806ee363447 req-bfb13f5f-f793-4028-88b3-b5d3e845097e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:48:28.907087 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6620f681-f0a2-4fdb-affc-ae8d4918c2b1 None None] Sync routers for ids ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:48:28.915835 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6620f681-f0a2-4fdb-affc-ae8d4918c2b1 None None] Routers {'3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:48:28.916456 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-6620f681-f0a2-4fdb-affc-ae8d4918c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:48:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:28.939658 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-89331b73-5ce2-4c9a-b069-1806ee363447 req-bfb13f5f-f793-4028-88b3-b5d3e845097e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] No DVR routers for this DVR port 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 on host hv-cinder-77218 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:48:28.943084 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-89331b73-5ce2-4c9a-b069-1806ee363447 req-bfb13f5f-f793-4028-88b3-b5d3e845097e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:28.945441 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-89331b73-5ce2-4c9a-b069-1806ee363447 req-bfb13f5f-f793-4028-88b3-b5d3e845097e tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.66 "DELETE /v2.0/ports/576d0045-9a2d-43d8-81ba-ce0b59e8aad5 HTTP/1.1" status: 204 len: 173 time: 0.7831450 Jul 02 09:48:28.945939 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250d1a53-0996-4ceb-bf6d-7dbc580e422b', 'name': 'network-vif-deleted', 'tag': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:48:28.949127 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b261df-15c1-4bc4-8fc4-c3f591bbe244" -d '{"events": [{"server_uuid": "250d1a53-0996-4ceb-bf6d-7dbc580e422b", "name": "network-vif-deleted", "tag": "576d0045-9a2d-43d8-81ba-ce0b59e8aad5"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:48:28.985817 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91073674-cbd8-4301-aa56-83285580cc95 x-openstack-request-id: req-91073674-cbd8-4301-aa56-83285580cc95 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:48:28.986114 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250d1a53-0996-4ceb-bf6d-7dbc580e422b", "name": "network-vif-deleted", "tag": "576d0045-9a2d-43d8-81ba-ce0b59e8aad5", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:48:28.986366 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-91073674-cbd8-4301-aa56-83285580cc95 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:48:28.986760 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250d1a53-0996-4ceb-bf6d-7dbc580e422b', 'name': 'network-vif-deleted', 'tag': '576d0045-9a2d-43d8-81ba-ce0b59e8aad5', 'status': 'completed', 'code': 200} Jul 02 09:48:29.166236 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-6620f681-f0a2-4fdb-affc-ae8d4918c2b1 None None] Set router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:48:29.376038 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-6620f681-f0a2-4fdb-affc-ae8d4918c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 4, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '0d70602f-ed17-418e-9d1c-71d1f7a25efa', 'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'mac_address': 'fa:16:3e:42:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:20Z', 'updated_at': '2021-07-02T09:41:30Z', 'revision_number': 5, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'subnets': [{'id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:29.405170 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6620f681-f0a2-4fdb-affc-ae8d4918c2b1 None None] Checking router: 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:48:29.413849 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6620f681-f0a2-4fdb-affc-ae8d4918c2b1 None None] Routers {'3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:48:29.414447 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-6620f681-f0a2-4fdb-affc-ae8d4918c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:48:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:29.515016 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-6620f681-f0a2-4fdb-affc-ae8d4918c2b1 None None] Set router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:48:29.714964 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-6620f681-f0a2-4fdb-affc-ae8d4918c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 4, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '0d70602f-ed17-418e-9d1c-71d1f7a25efa', 'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'mac_address': 'fa:16:3e:42:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:20Z', 'updated_at': '2021-07-02T09:41:30Z', 'revision_number': 5, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'subnets': [{'id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:29.741660 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6620f681-f0a2-4fdb-affc-ae8d4918c2b1 None None] The sync data for ids ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'] in dv-cinder-772181-12-iscsi is: [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:41:21Z', 'revision_number': 4, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '0d70602f-ed17-418e-9d1c-71d1f7a25efa', 'name': '', 'network_id': '91c217cd-a0ca-4235-96ca-c7bcaff114e8', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'mac_address': 'fa:16:3e:42:5e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:20Z', 'updated_at': '2021-07-02T09:41:30Z', 'revision_number': 5, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'subnets': [{'id': 'cf610ccc-985f-4d3a-a43f-1bfbdadecb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:48:29.894552 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47396) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:29.954354 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-98028131-9178-4753-adb1-f8a28154c3c1 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:29.956700 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2579468-2149-4e5a-ae84-51ff3a70c194 None None] New status for floating IP 389607db-461c-4302-9c7e-19785f176a1a: DOWN {{(pid=99504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 09:48:29.978943 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-98028131-9178-4753-adb1-f8a28154c3c1 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:30.028697 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-98028131-9178-4753-adb1-f8a28154c3c1 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:30.031528 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-98028131-9178-4753-adb1-f8a28154c3c1 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:30.032708 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-98028131-9178-4753-adb1-f8a28154c3c1 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "DELETE /v2.0/security-groups/5aeb43ad-d469-48fb-bbc0-446f5feb1096 HTTP/1.1" status: 204 len: 168 time: 0.1364753 Jul 02 09:48:30.035577 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47398) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:30.041952 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98028131-9178-4753-adb1-f8a28154c3c1 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeb43ad-d469-48fb-bbc0-446f5feb1096,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:30.049884 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.api.v2.resource [None req-7230a837-eae8-4312-9667-2a4f08c76320 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] show failed (client error): The resource could not be found. Jul 02 09:48:30.050899 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-7230a837-eae8-4312-9667-2a4f08c76320 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "GET /v2.0/security-groups/5aeb43ad-d469-48fb-bbc0-446f5feb1096 HTTP/1.1" status: 404 len: 347 time: 0.0136456 Jul 02 09:48:30.054773 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47400) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:30.180879 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-17392df7-9ab8-41dc-92fa-d907aa25cbf7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Deleting port 7ef6e843-2c30-405c-aebf-30bc8a53cbd7 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:48:30.181227 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-17392df7-9ab8-41dc-92fa-d907aa25cbf7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:30.258113 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-17392df7-9ab8-41dc-92fa-d907aa25cbf7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:30.258443 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-17392df7-9ab8-41dc-92fa-d907aa25cbf7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:30.269606 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-17392df7-9ab8-41dc-92fa-d907aa25cbf7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Calling delete_port for 7ef6e843-2c30-405c-aebf-30bc8a53cbd7 owned by network:floatingip {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:48:30.399091 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-17392df7-9ab8-41dc-92fa-d907aa25cbf7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:30.425082 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17392df7-9ab8-41dc-92fa-d907aa25cbf7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Pushing event deleted for resources: {'Port': ['ID=7ef6e843-2c30-405c-aebf-30bc8a53cbd7,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:30.484455 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-17392df7-9ab8-41dc-92fa-d907aa25cbf7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks [] for floatingip, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:30.486989 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-17392df7-9ab8-41dc-92fa-d907aa25cbf7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:30.488146 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-17392df7-9ab8-41dc-92fa-d907aa25cbf7 tempest-AttachVolumeShelveTestJSON-1184269444 tempest-AttachVolumeShelveTestJSON-1184269444-project] 10.222.0.47 "DELETE /v2.0/floatingips/389607db-461c-4302-9c7e-19785f176a1a HTTP/1.1" status: 204 len: 168 time: 0.4324801 Jul 02 09:48:30.951334 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-5608c531-abd3-4770-9ed9-ea218b71441a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667251151&fields=id&tenant_id=385aaa1308d04b8596afd8b8e02b70a0 HTTP/1.1" status: 200 len: 267 time: 0.0320177 Jul 02 09:48:31.055699 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-f8070648-82d0-44b3-9828-afee17ed7051 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:31.057161 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-f8070648-82d0-44b3-9828-afee17ed7051 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/networks?id=3cc84980-863d-4837-b81b-521136cf243c HTTP/1.1" status: 200 len: 811 time: 0.0996919 Jul 02 09:48:31.072256 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-2276e53c-09c9-45e5-83b8-b67201ddb38a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/quotas/385aaa1308d04b8596afd8b8e02b70a0 HTTP/1.1" status: 200 len: 375 time: 0.0095220 Jul 02 09:48:31.140169 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-4ae29ba6-605e-479b-b2e1-0c466649f92c tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=385aaa1308d04b8596afd8b8e02b70a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629141 Jul 02 09:48:31.327020 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-147f2577-38a5-40fc-af18-942e2b8d28b1 service neutron] 10.222.0.47 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750238 Jul 02 09:48:31.416854 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-ee6d184a-8646-482c-bf53-efcd51bea4cd service neutron] 10.222.0.47 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838830 Jul 02 09:48:31.452410 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:48:31.476943 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:48:31.477224 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 576d0045-9a2d-43d8-81ba-ce0b59e8aad5 not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:48:31.712465 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-db43430e-1ecb-4c4a-b0f5-573e9cc4130a req-e1528b8c-10fa-451c-985f-1bb40c56bc1b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 210 time: 0.0365665 Jul 02 09:48:32.838989 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-325a37ff-425c-44f8-acb9-46adcc60d1f7 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:32.840510 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-325a37ff-425c-44f8-acb9-46adcc60d1f7 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.66 "GET /v2.0/networks?id=3cc84980-863d-4837-b81b-521136cf243c HTTP/1.1" status: 200 len: 811 time: 0.1259580 Jul 02 09:48:32.878066 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-68485b8c-44be-420c-9680-8b573ff1f407 req-03b81fad-6da6-4852-b94f-0f1bf201d0a7 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 210 time: 0.0288596 Jul 02 09:48:32.889612 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-61be526c-62f7-4652-8887-7982774a9c6a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=385aaa1308d04b8596afd8b8e02b70a0 HTTP/1.1" status: 200 len: 380 time: 0.0374556 Jul 02 09:48:32.898744 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-fe04c41a-f6ac-410c-a375-8fe7c9c478cf tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Request body: {'port': {'device_id': '9df20f2f-86ff-44b0-9c76-48600dd7b88a', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'admin_state_up': True, 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'security_groups': ['2a55b44f-ac1d-4f02-a69c-049f948e07e2']}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:33.018100 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-fe04c41a-f6ac-410c-a375-8fe7c9c478cf tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Made reservation on behalf of 385aaa1308d04b8596afd8b8e02b70a0 for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:48:33.021867 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-fe04c41a-f6ac-410c-a375-8fe7c9c478cf tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:33.073220 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47452) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:33.148799 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-fe04c41a-f6ac-410c-a375-8fe7c9c478cf tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Allocated IP 172.20.0.8 (3cc84980-863d-4837-b81b-521136cf243c/97b99747-32ba-40fc-8924-026e409c9089/fe631d3a-fce4-42ec-b72a-d1b61af36a7c) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:48:33.313765 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-fe04c41a-f6ac-410c-a375-8fe7c9c478cf tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:33.334135 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-fe04c41a-f6ac-410c-a375-8fe7c9c478cf tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Transition to ACTIVE for port object fe631d3a-fce4-42ec-b72a-d1b61af36a7c will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:48:33.368790 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-fe04c41a-f6ac-410c-a375-8fe7c9c478cf tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:33.415120 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-fe04c41a-f6ac-410c-a375-8fe7c9c478cf tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Network 3cc84980-863d-4837-b81b-521136cf243c is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:48:33.418350 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-fe04c41a-f6ac-410c-a375-8fe7c9c478cf tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:48:33.422259 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-fe04c41a-f6ac-410c-a375-8fe7c9c478cf tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:48:33.428995 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04c41a-f6ac-410c-a375-8fe7c9c478cf tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event updated for resources: {'Port': ['ID=fe631d3a-fce4-42ec-b72a-d1b61af36a7c,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:33.478426 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-fe04c41a-f6ac-410c-a375-8fe7c9c478cf tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:33.479033 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-fe04c41a-f6ac-410c-a375-8fe7c9c478cf tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:33.495697 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-fe04c41a-f6ac-410c-a375-8fe7c9c478cf tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6008599 Jul 02 09:48:33.508081 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Request body: {'port': {'device_id': '9df20f2f-86ff-44b0-9c76-48600dd7b88a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:33.559506 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-635693'] for router_interface, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:33.587672 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:33.662741 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-7c3f12d1-29e6-46cc-978f-081394e86417 None None] Provisioning for port fe631d3a-fce4-42ec-b72a-d1b61af36a7c completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:48:33.666866 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-7c3f12d1-29e6-46cc-978f-081394e86417 None None] Provisioning complete for port fe631d3a-fce4-42ec-b72a-d1b61af36a7c triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:33.667277 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-7c3f12d1-29e6-46cc-978f-081394e86417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:33.702848 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-7c3f12d1-29e6-46cc-978f-081394e86417 None None] Port fe631d3a-fce4-42ec-b72a-d1b61af36a7c cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:48:33.827282 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Deleting port 0d70602f-ed17-418e-9d1c-71d1f7a25efa {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:48:33.827626 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:33.909644 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] For port 0d70602f-ed17-418e-9d1c-71d1f7a25efa, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=0d70602f-ed17-418e-9d1c-71d1f7a25efa,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:48:33.910241 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:33.924255 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Calling delete_port for 0d70602f-ed17-418e-9d1c-71d1f7a25efa owned by network:router_interface {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:48:34.115779 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd7e23-e85e-4652-a1a9-6ae9505c89db req-fbf43165-ed59-4cde-a9c4-b1edb6e591d9 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:34.117276 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-18dd7e23-e85e-4652-a1a9-6ae9505c89db req-fbf43165-ed59-4cde-a9c4-b1edb6e591d9 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 931 time: 0.1197889 Jul 02 09:48:34.126640 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe631d3a-fce4-42ec-b72a-d1b61af36a7c {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:48:34.134663 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:34.146423 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Transition to ACTIVE for port object fe631d3a-fce4-42ec-b72a-d1b61af36a7c will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:48:34.150498 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:34.188777 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-18dd7e23-e85e-4652-a1a9-6ae9505c89db req-d5e44e28-d485-4f80-a51c-894676142613 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651517 Jul 02 09:48:34.196219 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:34.220018 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d70602f-ed17-418e-9d1c-71d1f7a25efa,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:34.237480 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.237857 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.238171 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.238557 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.238894 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.239221 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.239550 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.239927 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.240238 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.240608 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.240931 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.241258 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.261006 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Pushing event updated for resources: {'Port': ['ID=fe631d3a-fce4-42ec-b72a-d1b61af36a7c,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:34.274715 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.275065 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.275396 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.275728 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.276059 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.276385 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.276755 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.277089 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.277489 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.277815 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.278136 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.278462 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:34.301199 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Attempting to bind port fe631d3a-fce4-42ec-b72a-d1b61af36a7c on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:48:34.301199 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Attempting to bind port fe631d3a-fce4-42ec-b72a-d1b61af36a7c by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:48:34.301540 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Attempting to bind port fe631d3a-fce4-42ec-b72a-d1b61af36a7c on network 3cc84980-863d-4837-b81b-521136cf243c {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:48:34.306117 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Port fe631d3a-fce4-42ec-b72a-d1b61af36a7c on network 3cc84980-863d-4837-b81b-521136cf243c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:48:34.306444 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Attempting to bind port fe631d3a-fce4-42ec-b72a-d1b61af36a7c on network 3cc84980-863d-4837-b81b-521136cf243c {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:48:34.311973 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:48:34.312318 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Checking segment: {'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:48:34.312731 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Bound using segment: {'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:48:34.313165 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Bound port: fe631d3a-fce4-42ec-b72a-d1b61af36a7c, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:48:34.315882 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:34.393942 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] For port fe631d3a-fce4-42ec-b72a-d1b61af36a7c, host hv-cinder-77218, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:48:34.398925 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] For port fe631d3a-fce4-42ec-b72a-d1b61af36a7c, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=fe631d3a-fce4-42ec-b72a-d1b61af36a7c,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:48:34.404814 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:34.419430 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-635879'] for router_interface, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:34.445632 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:34.446256 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:34.447901 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] 10.222.0.66 "PUT /v2.0/ports/fe631d3a-fce4-42ec-b72a-d1b61af36a7c HTTP/1.1" status: 200 len: 1093 time: 0.9449732 Jul 02 09:48:34.448359 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df20f2f-86ff-44b0-9c76-48600dd7b88a', 'tag': 'fe631d3a-fce4-42ec-b72a-d1b61af36a7c'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:48:34.450680 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f39d2a-beea-4b73-8df0-748f5db0872f" -d '{"events": [{"name": "network-changed", "server_uuid": "9df20f2f-86ff-44b0-9c76-48600dd7b88a", "tag": "fe631d3a-fce4-42ec-b72a-d1b61af36a7c"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:48:34.501264 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cecb76-7268-4714-a98d-3a95c2ba756f service neutron] Pushing event updated for resources: {'Port': ['ID=fe631d3a-fce4-42ec-b72a-d1b61af36a7c,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:34.511554 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be49f20-e6ef-40a8-b7d2-944466ba1c0c x-openstack-request-id: req-7be49f20-e6ef-40a8-b7d2-944466ba1c0c {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:48:34.511837 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df20f2f-86ff-44b0-9c76-48600dd7b88a", "tag": "fe631d3a-fce4-42ec-b72a-d1b61af36a7c", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:48:34.512084 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7be49f20-e6ef-40a8-b7d2-944466ba1c0c {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:48:34.512599 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df20f2f-86ff-44b0-9c76-48600dd7b88a', 'tag': 'fe631d3a-fce4-42ec-b72a-d1b61af36a7c', 'status': 'completed', 'code': 200} Jul 02 09:48:34.573065 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-de1b7873-daa2-413e-a3f4-15fff5836659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:34.574644 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-de1b7873-daa2-413e-a3f4-15fff5836659 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=385aaa1308d04b8596afd8b8e02b70a0&device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 1096 time: 0.0752327 Jul 02 09:48:34.588043 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:48:34.620429 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-d22fb745-6e0b-4378-9e84-6b9dbb3c96e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe631d3a-fce4-42ec-b72a-d1b61af36a7c HTTP/1.1" status: 200 len: 217 time: 0.0357912 Jul 02 09:48:34.680420 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-75aea129-8467-4f87-a538-703c602c2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:34.681904 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-75aea129-8467-4f87-a538-703c602c2c90 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=97b99747-32ba-40fc-8924-026e409c9089 HTTP/1.1" status: 200 len: 850 time: 0.0546646 Jul 02 09:48:34.684718 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:48:34.740932 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-6c64ca8d-f2f4-4a9a-ae6a-16f1a2cbb366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:34.742452 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-6c64ca8d-f2f4-4a9a-ae6a-16f1a2cbb366 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cc84980-863d-4837-b81b-521136cf243c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532758 Jul 02 09:48:34.796180 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:48:34.804864 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-041f247e-f1fd-47b0-9f63-50b6b747f805 admin admin] 10.222.0.47 "PUT /v2.0/routers/3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7304227 Jul 02 09:48:34.805147 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c510d4-e0e6-42e4-9502-b594dda64981 None None] Sync routers for ids ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:48:34.805576 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47460) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:34.813868 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c510d4-e0e6-42e4-9502-b594dda64981 None None] Routers {'3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:48:34.814478 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-e9c510d4-e0e6-42e4-9502-b594dda64981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:48:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:34.839015 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-c989fc6b-cae0-437b-9170-9a756c39f4b1 service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884902 Jul 02 09:48:34.915539 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a28fd495-8f9b-4dbf-ac19-7a96bc551850 admin admin] Notify callbacks [] for router, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:34.949397 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0363f3cc-a5c4-4dda-ab93-ca13fb6add50 req-908bb3b0-a398-46c4-91f3-e3f0e4bf7b37 service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003914 Jul 02 09:48:34.959398 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-e9c510d4-e0e6-42e4-9502-b594dda64981 None None] Set router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:48:35.055593 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39d2a-beea-4b73-8df0-748f5db0872f req-08e9429e-e623-425d-9c79-c15cf70a2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:35.057145 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-15f39d2a-beea-4b73-8df0-748f5db0872f req-08e9429e-e623-425d-9c79-c15cf70a2a0c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=385aaa1308d04b8596afd8b8e02b70a0&device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 1096 time: 0.0565448 Jul 02 09:48:35.155305 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-e9c510d4-e0e6-42e4-9502-b594dda64981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:48:34Z', 'revision_number': 5, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:35.158981 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39d2a-beea-4b73-8df0-748f5db0872f req-359ec473-a30f-4de0-9f1e-fe7e21759635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:35.161033 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-15f39d2a-beea-4b73-8df0-748f5db0872f req-359ec473-a30f-4de0-9f1e-fe7e21759635 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3cc84980-863d-4837-b81b-521136cf243c HTTP/1.1" status: 200 len: 912 time: 0.0968859 Jul 02 09:48:35.188292 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c510d4-e0e6-42e4-9502-b594dda64981 None None] Checking router: 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:48:35.197235 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c510d4-e0e6-42e4-9502-b594dda64981 None None] Routers {'3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:48:35.197850 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-e9c510d4-e0e6-42e4-9502-b594dda64981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:48:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:35.204684 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-15f39d2a-beea-4b73-8df0-748f5db0872f req-1206bc1e-4f70-4b97-8284-1310699f750d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe631d3a-fce4-42ec-b72a-d1b61af36a7c HTTP/1.1" status: 200 len: 217 time: 0.0364676 Jul 02 09:48:35.265022 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a28fd495-8f9b-4dbf-ac19-7a96bc551850 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:35.278227 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39d2a-beea-4b73-8df0-748f5db0872f req-77a42d42-c302-459a-a8c6-0ee689ed8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:35.280568 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-15f39d2a-beea-4b73-8df0-748f5db0872f req-77a42d42-c302-459a-a8c6-0ee689ed8053 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=97b99747-32ba-40fc-8924-026e409c9089 HTTP/1.1" status: 200 len: 850 time: 0.0680065 Jul 02 09:48:35.329863 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-a28fd495-8f9b-4dbf-ac19-7a96bc551850 admin admin] Deleting port 3a1aa21c-c204-46d2-aea6-105f54f88ff5 {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:48:35.330241 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a28fd495-8f9b-4dbf-ac19-7a96bc551850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:35.331522 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-e9c510d4-e0e6-42e4-9502-b594dda64981 None None] Set router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:48:35.347389 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39d2a-beea-4b73-8df0-748f5db0872f req-f3482435-7475-4c4b-b44a-b30a794f1232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:35.349516 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-15f39d2a-beea-4b73-8df0-748f5db0872f req-f3482435-7475-4c4b-b44a-b30a794f1232 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cc84980-863d-4837-b81b-521136cf243c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0606163 Jul 02 09:48:35.448000 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-15f39d2a-beea-4b73-8df0-748f5db0872f req-d0589f82-c0f7-448b-b172-eb819c8c0e99 service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865238 Jul 02 09:48:35.467017 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [None req-a28fd495-8f9b-4dbf-ac19-7a96bc551850 admin admin] For port 3a1aa21c-c204-46d2-aea6-105f54f88ff5, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=3a1aa21c-c204-46d2-aea6-105f54f88ff5,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:48:35.467397 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a28fd495-8f9b-4dbf-ac19-7a96bc551850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:35.483816 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6223aaa-ba81-41e4-be44-566725c13ffb req-6cb0a230-3b14-4074-b09a-08143875c361 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:35.485371 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d6223aaa-ba81-41e4-be44-566725c13ffb req-6cb0a230-3b14-4074-b09a-08143875c361 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 943 time: 0.1508658 Jul 02 09:48:35.492337 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-a28fd495-8f9b-4dbf-ac19-7a96bc551850 admin admin] Calling delete_port for 3a1aa21c-c204-46d2-aea6-105f54f88ff5 owned by network:router_gateway {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:48:35.515247 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-e9c510d4-e0e6-42e4-9502-b594dda64981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:48:34Z', 'revision_number': 5, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:35.543684 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c510d4-e0e6-42e4-9502-b594dda64981 None None] The sync data for ids ['3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e'] in dv-cinder-772181-12-iscsi is: [{'id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-379445367-router', 'tenant_id': '0eac9fab71cc4bf1add1a341c85baad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:41:14Z', 'updated_at': '2021-07-02T09:48:34Z', 'revision_number': 5, 'project_id': '0eac9fab71cc4bf1add1a341c85baad4', 'gw_port': {'id': '3a1aa21c-c204-46d2-aea6-105f54f88ff5', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:41:15Z', 'updated_at': '2021-07-02T09:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:48:35.547422 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-15f39d2a-beea-4b73-8df0-748f5db0872f req-682a32ec-a4c6-41a7-a7b1-ed0cd7472fe2 service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922348 Jul 02 09:48:35.576059 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d6223aaa-ba81-41e4-be44-566725c13ffb req-f763e8d9-a260-4c95-8a5d-0e728837b513 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816989 Jul 02 09:48:35.695936 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a28fd495-8f9b-4dbf-ac19-7a96bc551850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:35.719726 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fd495-8f9b-4dbf-ac19-7a96bc551850 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a1aa21c-c204-46d2-aea6-105f54f88ff5,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:35.790047 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a28fd495-8f9b-4dbf-ac19-7a96bc551850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634350'] for router_gateway, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:35.878369 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a28fd495-8f9b-4dbf-ac19-7a96bc551850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14669'] for router, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:35.881045 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a28fd495-8f9b-4dbf-ac19-7a96bc551850 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:35.924331 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a28fd495-8f9b-4dbf-ac19-7a96bc551850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-638642'] for router, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:35.925093 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28fd495-8f9b-4dbf-ac19-7a96bc551850 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e {{(pid=99501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 09:48:35.930415 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a28fd495-8f9b-4dbf-ac19-7a96bc551850 admin admin] Notify callbacks [] for router, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:35.931681 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-a28fd495-8f9b-4dbf-ac19-7a96bc551850 admin admin] 10.222.0.47 "DELETE /v2.0/routers/3f4210ca-5574-46b3-bdbc-bcc1c2cc6c8e HTTP/1.1" status: 204 len: 168 time: 1.1244960 Jul 02 09:48:35.934158 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47464) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:35.981970 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb9db3e-fcd8-4ac8-9e3b-4d310cbc4f0c admin admin] Deleting subnet cf610ccc-985f-4d3a-a43f-1bfbdadecb7e {{(pid=99501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 09:48:35.985345 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ebb9db3e-fcd8-4ac8-9e3b-4d310cbc4f0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:36.025082 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ebb9db3e-fcd8-4ac8-9e3b-4d310cbc4f0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233040'] for subnet, precommit_delete_associations {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:36.104084 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ebb9db3e-fcd8-4ac8-9e3b-4d310cbc4f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16457552'] for subnet, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:36.157763 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ebb9db3e-fcd8-4ac8-9e3b-4d310cbc4f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16457545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25252562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632333'] for subnet, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:36.184739 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9db3e-fcd8-4ac8-9e3b-4d310cbc4f0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf610ccc-985f-4d3a-a43f-1bfbdadecb7e,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:36.189758 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ebb9db3e-fcd8-4ac8-9e3b-4d310cbc4f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:36.191753 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-ebb9db3e-fcd8-4ac8-9e3b-4d310cbc4f0c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/cf610ccc-985f-4d3a-a43f-1bfbdadecb7e HTTP/1.1" status: 204 len: 168 time: 0.2566650 Jul 02 09:48:36.194393 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47466) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:36.196802 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f1f579-d74c-4008-89d6-0cac0c5be27a None None] Network 91c217cd-a0ca-4235-96ca-c7bcaff114e8 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:48:36.273338 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436473'] for network, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:36.325540 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] Deleting port 8bfb60e8-a765-4785-8c94-b669f00d44c3 {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:48:36.325889 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:36.392225 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] For port 8bfb60e8-a765-4785-8c94-b669f00d44c3, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=8bfb60e8-a765-4785-8c94-b669f00d44c3,segment=NetworkSegment(d2428eda-cce6-4b1c-a5ae-90548bc46cec),segment_id=d2428eda-cce6-4b1c-a5ae-90548bc46cec)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:48:36.392617 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:36.405321 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] Calling delete_port for 8bfb60e8-a765-4785-8c94-b669f00d44c3 owned by network:dhcp {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:48:36.481718 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:36.507548 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bfb60e8-a765-4785-8c94-b669f00d44c3,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:36.511575 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] No DVR routers for this DVR port 8bfb60e8-a765-4785-8c94-b669f00d44c3 on host dv-cinder-772181-12-iscsi {{(pid=99501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:48:36.529696 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780fa7eb-3f91-4e86-8bec-a849bc68937f None None] DHCP port deletion for 91c217cd-a0ca-4235-96ca-c7bcaff114e8 request from dv-cinder-772181-12-iscsi {{(pid=99503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 02 09:48:36.590958 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16458973', 'neutron.services.segments.db._delete_segments_for_network-8744578473274'] for network, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:36.601406 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c217cd-a0ca-4235-96ca-c7bcaff114e8']}} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:36.613010 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2428eda-cce6-4b1c-a5ae-90548bc46cec') {'for_net_delete': True} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:36.613231 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2428eda-cce6-4b1c-a5ae-90548bc46cec') {} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:36.623448 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744578437946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233039'] for segment, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:36.639527 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:36.643882 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=99501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 09:48:36.644365 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25252431'] for segment, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: Traceback (most recent call last): Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: timer() Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: cb(*args, **kw) Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: return func(*args, **kwargs) Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: self._notify() Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: self.callback(batched_events) Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: event.method(event) Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: return f(self, *a, **k) Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: return self._get(url).json() Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: return self.request(url, 'GET', **kwargs) Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 09:48:36.646842 dv-cinder-772181-12-iscsi neutron-server[99501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 09:48:36.688866 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 3a1aa21c-c204-46d2-aea6-105f54f88ff5 no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:48:36.713740 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 3a1aa21c-c204-46d2-aea6-105f54f88ff5 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:48:36.714091 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 3a1aa21c-c204-46d2-aea6-105f54f88ff5 not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:48:36.714522 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 8bfb60e8-a765-4785-8c94-b669f00d44c3 no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:48:36.735285 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16458966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634290'] for network, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:36.735757 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 8bfb60e8-a765-4785-8c94-b669f00d44c3 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:48:36.735757 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 8bfb60e8-a765-4785-8c94-b669f00d44c3 not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:48:36.735757 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 0d70602f-ed17-418e-9d1c-71d1f7a25efa no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:48:36.737914 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:36.742026 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] 10.222.0.47 "DELETE /v2.0/networks/91c217cd-a0ca-4235-96ca-c7bcaff114e8 HTTP/1.1" status: 204 len: 168 time: 0.5393517 Jul 02 09:48:36.754937 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 0d70602f-ed17-418e-9d1c-71d1f7a25efa {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:48:36.755159 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 0d70602f-ed17-418e-9d1c-71d1f7a25efa not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:48:36.768876 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653e4b6-5f7e-46ec-a574-94e903cfe5f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c217cd-a0ca-4235-96ca-c7bcaff114e8,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:36.795757 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c66677-ba80-4b68-b64f-b537d5939f95 req-a8f2877f-805b-48bc-ad05-12240811f00d tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:36.797319 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-08c66677-ba80-4b68-b64f-b537d5939f95 req-a8f2877f-805b-48bc-ad05-12240811f00d tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 943 time: 0.0995805 Jul 02 09:48:36.836222 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-08c66677-ba80-4b68-b64f-b537d5939f95 req-5195cfe7-c9f5-42b5-80e1-74afe8edfdc1 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329115 Jul 02 09:48:36.862441 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47472) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:36.901270 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-0bded66d-9af1-4cc9-9014-7b4dc35def4e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0eac9fab71cc4bf1add1a341c85baad4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377614 Jul 02 09:48:36.903557 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47474) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:36.949640 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-27e6b409-1d55-4f71-829d-9ca61e02584c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:36.970091 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-27e6b409-1d55-4f71-829d-9ca61e02584c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:37.024576 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-27e6b409-1d55-4f71-829d-9ca61e02584c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:37.027181 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-27e6b409-1d55-4f71-829d-9ca61e02584c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:37.028581 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-27e6b409-1d55-4f71-829d-9ca61e02584c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/80c2a2ee-6295-48bb-ba77-5693a6489c5e HTTP/1.1" status: 204 len: 168 time: 0.1238852 Jul 02 09:48:37.040851 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6b409-1d55-4f71-829d-9ca61e02584c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c2a2ee-6295-48bb-ba77-5693a6489c5e,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:38.006700 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b854651-4cc6-4c5d-986f-ca951c6cfa00 req-47ce2e8b-0997-4fca-835b-4c76af31a43e tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:38.008187 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4b854651-4cc6-4c5d-986f-ca951c6cfa00 req-47ce2e8b-0997-4fca-835b-4c76af31a43e tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 943 time: 0.0623627 Jul 02 09:48:38.045451 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4b854651-4cc6-4c5d-986f-ca951c6cfa00 req-2142384f-ee04-4e01-918b-7aa73c436b37 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317287 Jul 02 09:48:38.192199 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47526) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:38.290628 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-462e085f-2019-4c5c-a8ec-5e19f2679da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:38.375680 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-462e085f-2019-4c5c-a8ec-5e19f2679da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:38.380239 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-462e085f-2019-4c5c-a8ec-5e19f2679da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:38.417496 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-462e085f-2019-4c5c-a8ec-5e19f2679da4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1aac50ca62c14433aeecff47280e5e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242405 Jul 02 09:48:38.418374 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e085f-2019-4c5c-a8ec-5e19f2679da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360f6000-6d4c-4030-8f92-21c9fbcd8b78,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:38.420228 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47530) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:38.469075 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-16965787-ed1f-4529-8725-dcebb49e0909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:38.489687 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-16965787-ed1f-4529-8725-dcebb49e0909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:38.535744 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-16965787-ed1f-4529-8725-dcebb49e0909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:38.538439 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-16965787-ed1f-4529-8725-dcebb49e0909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:38.539568 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-16965787-ed1f-4529-8725-dcebb49e0909 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/360f6000-6d4c-4030-8f92-21c9fbcd8b78 HTTP/1.1" status: 204 len: 168 time: 0.1182480 Jul 02 09:48:38.546961 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16965787-ed1f-4529-8725-dcebb49e0909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360f6000-6d4c-4030-8f92-21c9fbcd8b78,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:39.221865 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ae363-2cc3-4b4b-8f3b-fb5c4f3f1757 req-7db20ad5-28ad-4da0-bba6-627c2cdfb8f2 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:39.224130 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fa9ae363-2cc3-4b4b-8f3b-fb5c4f3f1757 req-7db20ad5-28ad-4da0-bba6-627c2cdfb8f2 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 943 time: 0.0672684 Jul 02 09:48:39.266686 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fa9ae363-2cc3-4b4b-8f3b-fb5c4f3f1757 req-e117400a-d1aa-4ac0-a670-7d7b4fafd2ac tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365620 Jul 02 09:48:39.821343 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:40.225679 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47594) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:40.325345 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2ccc9e87-ba22-4e83-9374-5f6b841f3241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:40.418457 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2ccc9e87-ba22-4e83-9374-5f6b841f3241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:40.423875 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2ccc9e87-ba22-4e83-9374-5f6b841f3241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:40.445615 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09f3cf-d616-4723-8031-d9873d8c4c35 req-23a43326-2066-454d-b016-c30e11eaa558 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:40.447470 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ea09f3cf-d616-4723-8031-d9873d8c4c35 req-23a43326-2066-454d-b016-c30e11eaa558 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 943 time: 0.0656765 Jul 02 09:48:40.463248 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-2ccc9e87-ba22-4e83-9374-5f6b841f3241 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1291853d80644a00b1a74aaea5c27010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364123 Jul 02 09:48:40.464110 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc9e87-ba22-4e83-9374-5f6b841f3241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f30e3ff-a20a-46bb-ad2b-dab392df1fd4,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:40.466467 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47600) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:40.487698 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ea09f3cf-d616-4723-8031-d9873d8c4c35 req-05872164-b7ca-42aa-825a-2d52167479ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345027 Jul 02 09:48:40.517285 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-475be0ea-f517-46c0-9d90-3493dce7ddd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:40.538607 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-475be0ea-f517-46c0-9d90-3493dce7ddd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:40.584787 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-475be0ea-f517-46c0-9d90-3493dce7ddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:40.587312 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-475be0ea-f517-46c0-9d90-3493dce7ddd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:40.588429 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-475be0ea-f517-46c0-9d90-3493dce7ddd7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4f30e3ff-a20a-46bb-ad2b-dab392df1fd4 HTTP/1.1" status: 204 len: 168 time: 0.1210732 Jul 02 09:48:40.595718 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475be0ea-f517-46c0-9d90-3493dce7ddd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f30e3ff-a20a-46bb-ad2b-dab392df1fd4,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:40.842832 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47608) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:40.856964 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-248c4ecf-783c-4358-8499-b37a42629e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:40.943134 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-248c4ecf-783c-4358-8499-b37a42629e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:40.947066 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-248c4ecf-783c-4358-8499-b37a42629e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:40.989615 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-248c4ecf-783c-4358-8499-b37a42629e51 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7361d2e3943244488bcbf41faf1077ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446235 Jul 02 09:48:40.990865 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c4ecf-783c-4358-8499-b37a42629e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a33871-ec07-4993-afff-e33310a9a689,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:40.992029 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47610) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:41.039964 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2e6fcc68-b084-4d48-9412-8a7b51059f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:41.060694 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2e6fcc68-b084-4d48-9412-8a7b51059f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:41.108867 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2e6fcc68-b084-4d48-9412-8a7b51059f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:41.111355 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2e6fcc68-b084-4d48-9412-8a7b51059f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:41.112479 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-2e6fcc68-b084-4d48-9412-8a7b51059f44 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b6a33871-ec07-4993-afff-e33310a9a689 HTTP/1.1" status: 204 len: 168 time: 0.1186404 Jul 02 09:48:41.119979 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fcc68-b084-4d48-9412-8a7b51059f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a33871-ec07-4993-afff-e33310a9a689,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:41.665813 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a1272-eded-4218-ac09-cb33872d73ee req-91511fd1-efaf-4d9d-85b6-175e2e6e5591 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:41.667592 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-469a1272-eded-4218-ac09-cb33872d73ee req-91511fd1-efaf-4d9d-85b6-175e2e6e5591 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 943 time: 0.0647063 Jul 02 09:48:41.711516 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-469a1272-eded-4218-ac09-cb33872d73ee req-3feb20d8-6dcc-4150-a07f-23f6dd7f11d9 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378790 Jul 02 09:48:42.281126 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-32674356-b639-43ac-bf67-e029423fe2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:42.883721 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526f4ea-412d-4dff-9b09-f5c83300b35c req-dbc12d65-034b-4a7b-9aa1-369197ee2d1b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:42.885127 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3526f4ea-412d-4dff-9b09-f5c83300b35c req-dbc12d65-034b-4a7b-9aa1-369197ee2d1b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 943 time: 0.0639992 Jul 02 09:48:42.923270 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3526f4ea-412d-4dff-9b09-f5c83300b35c req-c2255895-c4b9-4769-8d20-a93e084d6c9f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326231 Jul 02 09:48:43.513289 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device fe631d3a-fce4-42ec-b72a-d1b61af36a7c details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:48:43.607855 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port fe631d3a-fce4-42ec-b72a-d1b61af36a7c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=fe631d3a-fce4-42ec-b72a-d1b61af36a7c,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:48:43.618877 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': 'fe631d3a-fce4-42ec-b72a-d1b61af36a7c', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'port_id': 'fe631d3a-fce4-42ec-b72a-d1b61af36a7c', 'mac_address': 'fa:16:3e:71:3e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:48:43.655587 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:43.668704 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe631d3a-fce4-42ec-b72a-d1b61af36a7c {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:48:43.689445 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port fe631d3a-fce4-42ec-b72a-d1b61af36a7c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=fe631d3a-fce4-42ec-b72a-d1b61af36a7c,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:48:43.693701 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:43.740598 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=fe631d3a-fce4-42ec-b72a-d1b61af36a7c,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:43.748834 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:43.749193 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:43.749538 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:43.749878 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:43.750234 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:43.750573 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:43.750909 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:43.751240 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:43.751576 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:43.751914 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:43.752239 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:43.752609 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:48:43.922058 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['fe631d3a-fce4-42ec-b72a-d1b61af36a7c'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:48:44.115659 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b2477-2154-4049-8638-872784b7d99b req-11b2dedc-9aaa-4201-85af-318ee7eaaec9 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:44.117199 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-952b2477-2154-4049-8638-872784b7d99b req-11b2dedc-9aaa-4201-85af-318ee7eaaec9 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 944 time: 0.0673461 Jul 02 09:48:44.155368 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-952b2477-2154-4049-8638-872784b7d99b req-8dce3602-56ec-40d7-b31c-025af21f25bf tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320458 Jul 02 09:48:45.109361 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-4e6efde1-2c94-4e35-8841-ee68b4deb752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:45.344770 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2028de2-2fe3-4b59-b9f6-7f7dbb8d9cf3 req-8fafa8cd-6b23-43ad-9e2a-c7c4a2430279 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:45.346283 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a2028de2-2fe3-4b59-b9f6-7f7dbb8d9cf3 req-8fafa8cd-6b23-43ad-9e2a-c7c4a2430279 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.1215901 Jul 02 09:48:45.398524 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f46e74-e060-433a-9d97-6238e302e3e0 req-a9c6b83e-cd9b-4257-9d71-3827866cf37b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:45.400035 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-90f46e74-e060-433a-9d97-6238e302e3e0 req-a9c6b83e-cd9b-4257-9d71-3827866cf37b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 944 time: 0.1207125 Jul 02 09:48:45.407638 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a2028de2-2fe3-4b59-b9f6-7f7dbb8d9cf3 req-9ec2196b-ad9c-4e00-8c34-5c5dc4d0bca8 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553071 Jul 02 09:48:45.443358 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-90f46e74-e060-433a-9d97-6238e302e3e0 req-41f719db-e056-4f87-ac54-4b055cd2fd85 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348101 Jul 02 09:48:45.534474 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:45.541373 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device fe631d3a-fce4-42ec-b72a-d1b61af36a7c up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:48:45.595263 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port fe631d3a-fce4-42ec-b72a-d1b61af36a7c completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:48:45.599254 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port fe631d3a-fce4-42ec-b72a-d1b61af36a7c triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:45.599622 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:45.807486 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:45.830106 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df20f2f-86ff-44b0-9c76-48600dd7b88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe631d3a-fce4-42ec-b72a-d1b61af36a7c'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:48:45.832936 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c9e608-dd56-4447-976d-ee43486ed1c2" -d '{"events": [{"server_uuid": "9df20f2f-86ff-44b0-9c76-48600dd7b88a", "name": "network-vif-plugged", "status": "completed", "tag": "fe631d3a-fce4-42ec-b72a-d1b61af36a7c"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:48:45.845013 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port fe631d3a-fce4-42ec-b72a-d1b61af36a7c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=fe631d3a-fce4-42ec-b72a-d1b61af36a7c,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:48:45.850120 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:45.877253 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d355f6ba-d736-4de5-81df-76a32469925a x-openstack-request-id: req-d355f6ba-d736-4de5-81df-76a32469925a {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:48:45.877561 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df20f2f-86ff-44b0-9c76-48600dd7b88a", "name": "network-vif-plugged", "status": "completed", "tag": "fe631d3a-fce4-42ec-b72a-d1b61af36a7c", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:48:45.877823 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d355f6ba-d736-4de5-81df-76a32469925a {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:48:45.878222 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df20f2f-86ff-44b0-9c76-48600dd7b88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe631d3a-fce4-42ec-b72a-d1b61af36a7c', 'code': 200} Jul 02 09:48:45.900268 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:45.914754 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=fe631d3a-fce4-42ec-b72a-d1b61af36a7c,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:46.622044 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1027c-ce2f-4dd4-9467-3df4ad977491 req-661a8399-4f52-4202-92d6-40af081f9277 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:46.623531 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1da1027c-ce2f-4dd4-9467-3df4ad977491 req-661a8399-4f52-4202-92d6-40af081f9277 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.1015611 Jul 02 09:48:46.644733 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b5ee5-0e3a-4f13-910a-61defdf52a08 req-732cad77-b9ec-435d-9140-c307338967ae tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:46.646153 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5e4b5ee5-0e3a-4f13-910a-61defdf52a08 req-732cad77-b9ec-435d-9140-c307338967ae tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 945 time: 0.0932384 Jul 02 09:48:46.693544 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1da1027c-ce2f-4dd4-9467-3df4ad977491 req-abf19d2b-bbe0-4cdf-bd77-a954e0e0637b tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622778 Jul 02 09:48:46.705772 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5e4b5ee5-0e3a-4f13-910a-61defdf52a08 req-52325fd2-e94b-4568-97d2-51e91723c204 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524442 Jul 02 09:48:47.630411 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:47.804530 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6161f12-5881-4b01-9296-75b5f5173ca4 req-7f3b5ef0-032d-480c-9f00-96b0ce8fb710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:47.806048 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b6161f12-5881-4b01-9296-75b5f5173ca4 req-7f3b5ef0-032d-480c-9f00-96b0ce8fb710 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 1098 time: 0.0627487 Jul 02 09:48:47.904695 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9146d-8a8c-4942-9c72-098470d9c622 req-4140a263-33b5-4d13-94b3-604b51ac9c65 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:47.906148 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fea9146d-8a8c-4942-9c72-098470d9c622 req-4140a263-33b5-4d13-94b3-604b51ac9c65 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0990970 Jul 02 09:48:47.929150 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3e2e8-4a08-4f38-b4f1-5ede89e922f5 req-305e2665-b4df-494a-94bb-79d4a3c8f1b1 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:47.930607 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-05a3e2e8-4a08-4f38-b4f1-5ede89e922f5 req-305e2665-b4df-494a-94bb-79d4a3c8f1b1 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 945 time: 0.0954165 Jul 02 09:48:47.978739 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-fea9146d-8a8c-4942-9c72-098470d9c622 req-18561193-33c7-45b7-a4ce-6525cbd15b67 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664685 Jul 02 09:48:47.985661 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-05a3e2e8-4a08-4f38-b4f1-5ede89e922f5 req-762344f5-4182-453f-85d1-0780a8cf3f23 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488257 Jul 02 09:48:48.800636 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b6161f12-5881-4b01-9296-75b5f5173ca4 req-365796e7-79ee-4e41-b314-ab54a6211d3e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283914 Jul 02 09:48:49.200295 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caeb9b5-028c-4e0b-9980-20e90e875213 req-b20c9c88-c740-4c1a-a490-4e2b7492528a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:49.201870 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7caeb9b5-028c-4e0b-9980-20e90e875213 req-b20c9c88-c740-4c1a-a490-4e2b7492528a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0979495 Jul 02 09:48:49.210510 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9587ce8-9352-4702-b17a-5074a3d9cb1a req-ae9df9ed-b3eb-4c68-9af7-0ce64b522ee6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:49.211940 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d9587ce8-9352-4702-b17a-5074a3d9cb1a req-ae9df9ed-b3eb-4c68-9af7-0ce64b522ee6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 945 time: 0.1178434 Jul 02 09:48:49.267272 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7caeb9b5-028c-4e0b-9980-20e90e875213 req-b26e13c3-c4b7-47fe-bcd9-728af70d634a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542884 Jul 02 09:48:49.270670 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d9587ce8-9352-4702-b17a-5074a3d9cb1a req-efdc02bc-b63f-4e05-bb0d-e1d0489699d7 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509403 Jul 02 09:48:50.047130 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cedbff-1a41-4048-a20c-2fdc80eba9c5 req-aefb6f33-da41-4cab-8069-daa4db25c103 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:50.048520 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-e9cedbff-1a41-4048-a20c-2fdc80eba9c5 req-aefb6f33-da41-4cab-8069-daa4db25c103 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.66 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.0626836 Jul 02 09:48:50.151891 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-e9cedbff-1a41-4048-a20c-2fdc80eba9c5 req-7f768288-7b16-47a6-81fc-0ea486b3a18f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Deleting port 1c9e143a-8c09-44ac-80af-ed01a9606abf {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:48:50.152236 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-e9cedbff-1a41-4048-a20c-2fdc80eba9c5 req-7f768288-7b16-47a6-81fc-0ea486b3a18f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:50.242641 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-e9cedbff-1a41-4048-a20c-2fdc80eba9c5 req-7f768288-7b16-47a6-81fc-0ea486b3a18f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] For port 1c9e143a-8c09-44ac-80af-ed01a9606abf, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=1c9e143a-8c09-44ac-80af-ed01a9606abf,segment=NetworkSegment(3637e135-81bb-478a-acfe-6d83c0113fb6),segment_id=3637e135-81bb-478a-acfe-6d83c0113fb6)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:48:50.243005 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-e9cedbff-1a41-4048-a20c-2fdc80eba9c5 req-7f768288-7b16-47a6-81fc-0ea486b3a18f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:50.436217 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-e9cedbff-1a41-4048-a20c-2fdc80eba9c5 req-7f768288-7b16-47a6-81fc-0ea486b3a18f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:50.436625 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-e9cedbff-1a41-4048-a20c-2fdc80eba9c5 req-7f768288-7b16-47a6-81fc-0ea486b3a18f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634276'] for floatingip, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:50.436940 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.l3_db [req-e9cedbff-1a41-4048-a20c-2fdc80eba9c5 req-7f768288-7b16-47a6-81fc-0ea486b3a18f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Floating IP 495a715d-f798-481d-a0f2-7f015ca10138 disassociated. External IP: 172.27.1.210, port: 1c9e143a-8c09-44ac-80af-ed01a9606abf. Jul 02 09:48:50.437273 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-e9cedbff-1a41-4048-a20c-2fdc80eba9c5 req-7f768288-7b16-47a6-81fc-0ea486b3a18f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Calling delete_port for 1c9e143a-8c09-44ac-80af-ed01a9606abf owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:48:50.538275 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d69dc4-15ab-421c-bc68-791f40ae7fa5 req-e1fbecd4-5dbc-464d-9a5b-f5db6ca07f41 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:50.540960 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c4d69dc4-15ab-421c-bc68-791f40ae7fa5 req-e1fbecd4-5dbc-464d-9a5b-f5db6ca07f41 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 945 time: 0.1181312 Jul 02 09:48:50.549154 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424e3df-80ea-458b-8ab7-afba9ea556da req-762f4a54-23ae-4d26-899e-4eca95cd6e5a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:50.551367 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b424e3df-80ea-458b-8ab7-afba9ea556da req-762f4a54-23ae-4d26-899e-4eca95cd6e5a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfe7ce-68b9-4d7b-9473-060cd93acc5e HTTP/1.1" status: 200 len: 945 time: 0.1186280 Jul 02 09:48:50.567510 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-e9cedbff-1a41-4048-a20c-2fdc80eba9c5 req-7f768288-7b16-47a6-81fc-0ea486b3a18f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:50.600903 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f768288-7b16-47a6-81fc-0ea486b3a18f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Pushing event deleted for resources: {'Port': ['ID=1c9e143a-8c09-44ac-80af-ed01a9606abf,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:50.609221 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c4d69dc4-15ab-421c-bc68-791f40ae7fa5 req-37b3170e-6a85-4e36-a1fc-881d049652cd tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568821 Jul 02 09:48:50.619256 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b424e3df-80ea-458b-8ab7-afba9ea556da req-b329fe61-2fe0-49ec-9781-332c57945423 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f1be798-97d4-4b92-9aad-10ab7dc502c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597548 Jul 02 09:48:50.724211 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9cedbff-1a41-4048-a20c-2fdc80eba9c5 req-7f768288-7b16-47a6-81fc-0ea486b3a18f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Router a7f5270e-6ea9-47f9-81a2-bb78663a722d has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:48:50.808075 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde5385-d874-417c-a7d0-59a9912e483d req-40bfe9a9-d3f3-4e79-bcb1-3b50c6424073 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:50.809581 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2dde5385-d874-417c-a7d0-59a9912e483d req-40bfe9a9-d3f3-4e79-bcb1-3b50c6424073 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 945 time: 0.0658321 Jul 02 09:48:50.829875 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9cedbff-1a41-4048-a20c-2fdc80eba9c5 req-7f768288-7b16-47a6-81fc-0ea486b3a18f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:48:50.840674 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273561ee-d317-4427-b02a-e977187d78e6 None None] Sync routers for ids ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:48:50.851033 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273561ee-d317-4427-b02a-e977187d78e6 None None] Routers {'a7f5270e-6ea9-47f9-81a2-bb78663a722d'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:48:50.851741 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-273561ee-d317-4427-b02a-e977187d78e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:48:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:50.851939 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2dde5385-d874-417c-a7d0-59a9912e483d req-b876f9a7-8070-4534-bb52-81cddb3c0ecb tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367858 Jul 02 09:48:50.876166 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cedbff-1a41-4048-a20c-2fdc80eba9c5 req-7f768288-7b16-47a6-81fc-0ea486b3a18f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] No DVR routers for this DVR port 1c9e143a-8c09-44ac-80af-ed01a9606abf on host hv-cinder-77218 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:48:50.879370 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-e9cedbff-1a41-4048-a20c-2fdc80eba9c5 req-7f768288-7b16-47a6-81fc-0ea486b3a18f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:50.880369 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47754) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:50.881461 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-e9cedbff-1a41-4048-a20c-2fdc80eba9c5 req-7f768288-7b16-47a6-81fc-0ea486b3a18f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.66 "DELETE /v2.0/ports/1c9e143a-8c09-44ac-80af-ed01a9606abf HTTP/1.1" status: 204 len: 173 time: 0.8272767 Jul 02 09:48:50.881929 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dfe7ce-68b9-4d7b-9473-060cd93acc5e', 'name': 'network-vif-deleted', 'tag': '1c9e143a-8c09-44ac-80af-ed01a9606abf'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:48:50.884133 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c1df8d-3d61-49d6-932f-b3398d39517a" -d '{"events": [{"server_uuid": "84dfe7ce-68b9-4d7b-9473-060cd93acc5e", "name": "network-vif-deleted", "tag": "1c9e143a-8c09-44ac-80af-ed01a9606abf"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:48:50.921138 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb3f34b-21b0-4052-b460-c51acb8391dc x-openstack-request-id: req-9bb3f34b-21b0-4052-b460-c51acb8391dc {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:48:50.921484 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84dfe7ce-68b9-4d7b-9473-060cd93acc5e", "name": "network-vif-deleted", "tag": "1c9e143a-8c09-44ac-80af-ed01a9606abf", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:48:50.921735 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9bb3f34b-21b0-4052-b460-c51acb8391dc {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:48:50.922332 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dfe7ce-68b9-4d7b-9473-060cd93acc5e', 'name': 'network-vif-deleted', 'tag': '1c9e143a-8c09-44ac-80af-ed01a9606abf', 'status': 'completed', 'code': 200} Jul 02 09:48:50.966360 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-273561ee-d317-4427-b02a-e977187d78e6 None None] Set router a7f5270e-6ea9-47f9-81a2-bb78663a722d gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:48:51.126236 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ec9c8c-3887-49c1-b253-d15b85323eaa tempest-TestVolumeBootPattern-1073650248 tempest-TestVolumeBootPattern-1073650248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:51.128503 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-c3ec9c8c-3887-49c1-b253-d15b85323eaa tempest-TestVolumeBootPattern-1073650248 tempest-TestVolumeBootPattern-1073650248-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 1093 time: 0.2462125 Jul 02 09:48:51.131210 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47760) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:51.137537 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Request body: {'floatingip': {'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'port_id': 'fe631d3a-fce4-42ec-b72a-d1b61af36a7c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:51.162507 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for floatingip, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:51.258692 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:51.261981 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-273561ee-d317-4427-b02a-e977187d78e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '25c65711-686d-4ccb-acac-cadce0626aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:45:21Z', 'revision_number': 4, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port': {'id': '25c65711-686d-4ccb-acac-cadce0626aba', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:17Z', 'updated_at': '2021-07-02T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '4a8c5c4b-603f-492a-b401-4d5c7130064a', 'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'mac_address': 'fa:16:3e:0a:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:20Z', 'updated_at': '2021-07-02T09:45:28Z', 'revision_number': 5, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'subnets': [{'id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:51.288795 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273561ee-d317-4427-b02a-e977187d78e6 None None] Checking router: a7f5270e-6ea9-47f9-81a2-bb78663a722d for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:48:51.297032 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273561ee-d317-4427-b02a-e977187d78e6 None None] Routers {'a7f5270e-6ea9-47f9-81a2-bb78663a722d'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:48:51.297646 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-273561ee-d317-4427-b02a-e977187d78e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:48:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:51.366681 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Allocated IP 172.27.1.15 (91abeacf-6705-4621-a88a-4859e43fbb2c/3acd31d5-d298-493f-8b22-8cf1b4526b9f/ebc20936-91f3-47f0-bf37-7ab27adfdc21) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:48:51.407091 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-273561ee-d317-4427-b02a-e977187d78e6 None None] Set router a7f5270e-6ea9-47f9-81a2-bb78663a722d gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:48:51.504463 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:51.552506 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:51.598525 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:48:51.598525 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:48:51.600381 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:48:51.632721 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event updated for resources: {'Port': ['ID=ebc20936-91f3-47f0-bf37-7ab27adfdc21,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:51.635518 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-273561ee-d317-4427-b02a-e977187d78e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '25c65711-686d-4ccb-acac-cadce0626aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:45:21Z', 'revision_number': 4, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port': {'id': '25c65711-686d-4ccb-acac-cadce0626aba', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:17Z', 'updated_at': '2021-07-02T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '4a8c5c4b-603f-492a-b401-4d5c7130064a', 'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'mac_address': 'fa:16:3e:0a:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:20Z', 'updated_at': '2021-07-02T09:45:28Z', 'revision_number': 5, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'subnets': [{'id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:51.677646 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273561ee-d317-4427-b02a-e977187d78e6 None None] The sync data for ids ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'] in dv-cinder-772181-12-iscsi is: [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '25c65711-686d-4ccb-acac-cadce0626aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:45:21Z', 'revision_number': 4, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port': {'id': '25c65711-686d-4ccb-acac-cadce0626aba', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:17Z', 'updated_at': '2021-07-02T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '4a8c5c4b-603f-492a-b401-4d5c7130064a', 'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'mac_address': 'fa:16:3e:0a:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:20Z', 'updated_at': '2021-07-02T09:45:28Z', 'revision_number': 5, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'subnets': [{'id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:48:51.790379 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47780) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:51.850221 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c15f13ea-e671-4934-8078-d62f90eac982 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:51.879653 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c15f13ea-e671-4934-8078-d62f90eac982 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:51.937239 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c15f13ea-e671-4934-8078-d62f90eac982 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:51.940706 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c15f13ea-e671-4934-8078-d62f90eac982 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:51.942626 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-c15f13ea-e671-4934-8078-d62f90eac982 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "DELETE /v2.0/security-groups/3f1be798-97d4-4b92-9aad-10ab7dc502c4 HTTP/1.1" status: 204 len: 168 time: 0.1507425 Jul 02 09:48:51.946110 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47782) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:51.952822 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f13ea-e671-4934-8078-d62f90eac982 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1be798-97d4-4b92-9aad-10ab7dc502c4,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:51.968650 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.api.v2.resource [None req-6abc051c-5015-4301-87c9-033d26202c8d tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] show failed (client error): The resource could not be found. Jul 02 09:48:51.969796 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-6abc051c-5015-4301-87c9-033d26202c8d tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups/3f1be798-97d4-4b92-9aad-10ab7dc502c4 HTTP/1.1" status: 404 len: 347 time: 0.0220189 Jul 02 09:48:51.972831 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47784) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:52.004617 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe32c2c-9fe3-4bb1-bc94-5180bc28c2b4 None None] New status for floating IP 495a715d-f798-481d-a0f2-7f015ca10138: DOWN {{(pid=99503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 09:48:52.156749 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:52.201584 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-4e1deece-1301-4209-a2a6-3725e68f7f8a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Deleting port 58d11bcb-a51a-49e5-940e-769172fca5d7 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:48:52.201913 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4e1deece-1301-4209-a2a6-3725e68f7f8a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:52.289052 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:52.328914 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4e1deece-1301-4209-a2a6-3725e68f7f8a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:52.329238 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4e1deece-1301-4209-a2a6-3725e68f7f8a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:52.347755 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-4e1deece-1301-4209-a2a6-3725e68f7f8a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Calling delete_port for 58d11bcb-a51a-49e5-940e-769172fca5d7 owned by network:floatingip {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:48:52.521280 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:52.542660 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:52.624896 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4e1deece-1301-4209-a2a6-3725e68f7f8a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:52.628215 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event updated for resources: {'Port': ['ID=ebc20936-91f3-47f0-bf37-7ab27adfdc21,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:52.658950 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1deece-1301-4209-a2a6-3725e68f7f8a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Pushing event deleted for resources: {'Port': ['ID=58d11bcb-a51a-49e5-940e-769172fca5d7,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:52.663876 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634276'] for floatingip, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:52.763892 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4e1deece-1301-4209-a2a6-3725e68f7f8a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for floatingip, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:52.766427 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4e1deece-1301-4209-a2a6-3725e68f7f8a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:52.767585 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-4e1deece-1301-4209-a2a6-3725e68f7f8a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "DELETE /v2.0/floatingips/495a715d-f798-481d-a0f2-7f015ca10138 HTTP/1.1" status: 204 len: 168 time: 0.7937663 Jul 02 09:48:52.813525 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.l3_db [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Floating IP 6aa2c81c-bb5f-419f-a280-e2f8cd15c806 associated. External IP: 172.27.1.15, port: fe631d3a-fce4-42ec-b72a-d1b61af36a7c. Jul 02 09:48:53.038807 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47802) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:53.039339 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Router b6091e97-f5f4-4c34-b41b-7bacf60251ee has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:48:53.043777 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-1ca64bd3-32e9-4d4b-8f0e-1053f1a6760a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--30420409', 'description': 'tempest-description--490683271'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:53.071362 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1ca64bd3-32e9-4d4b-8f0e-1053f1a6760a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.154496 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:48:53.164845 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab49fa-45ff-4b1b-a009-322a4ce8e044 None None] Sync routers for ids ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:48:53.174288 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab49fa-45ff-4b1b-a009-322a4ce8e044 None None] Routers {'b6091e97-f5f4-4c34-b41b-7bacf60251ee'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:48:53.174967 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-10ab49fa-45ff-4b1b-a009-322a4ce8e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:48:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:53.179519 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1ca64bd3-32e9-4d4b-8f0e-1053f1a6760a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.185164 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1ca64bd3-32e9-4d4b-8f0e-1053f1a6760a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.190231 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.219585 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1ca64bd3-32e9-4d4b-8f0e-1053f1a6760a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.221122 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-1ca64bd3-32e9-4d4b-8f0e-1053f1a6760a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1810136 Jul 02 09:48:53.224206 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca64bd3-32e9-4d4b-8f0e-1053f1a6760a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a965af05-4352-44ff-b6a0-8df0b0bdca7c,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:53.226739 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47806) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:53.231798 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-ea0f8a95-ed32-466a-8b26-a39081edabb2 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Request body: {'security_group_rule': {'security_group_id': 'a965af05-4352-44ff-b6a0-8df0b0bdca7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:53.242585 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-d20598cb-5020-45ae-b6fd-dacac1938b6b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1085649 Jul 02 09:48:53.243277 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47808) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:53.244164 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df20f2f-86ff-44b0-9c76-48600dd7b88a', 'tag': 'fe631d3a-fce4-42ec-b72a-d1b61af36a7c'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:48:53.246768 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af804f8-59f2-4968-85b2-62018813c825" -d '{"events": [{"name": "network-changed", "server_uuid": "9df20f2f-86ff-44b0-9c76-48600dd7b88a", "tag": "fe631d3a-fce4-42ec-b72a-d1b61af36a7c"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:48:53.274728 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ea0f8a95-ed32-466a-8b26-a39081edabb2 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.294665 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c3d8b3-e0d8-420c-ae7e-b32dda3e7204 x-openstack-request-id: req-78c3d8b3-e0d8-420c-ae7e-b32dda3e7204 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:48:53.295025 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df20f2f-86ff-44b0-9c76-48600dd7b88a", "tag": "fe631d3a-fce4-42ec-b72a-d1b61af36a7c", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:48:53.295340 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-78c3d8b3-e0d8-420c-ae7e-b32dda3e7204 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:48:53.295801 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df20f2f-86ff-44b0-9c76-48600dd7b88a', 'tag': 'fe631d3a-fce4-42ec-b72a-d1b61af36a7c', 'status': 'completed', 'code': 200} Jul 02 09:48:53.322820 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-10ab49fa-45ff-4b1b-a009-322a4ce8e044 None None] Set router b6091e97-f5f4-4c34-b41b-7bacf60251ee gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:48:53.343169 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ea0f8a95-ed32-466a-8b26-a39081edabb2 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.348904 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ea0f8a95-ed32-466a-8b26-a39081edabb2 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.366217 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f8a95-ed32-466a-8b26-a39081edabb2 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd57dfa4-134f-47c7-83c7-6f97eeb78326,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:53.377241 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ea0f8a95-ed32-466a-8b26-a39081edabb2 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.381033 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-ea0f8a95-ed32-466a-8b26-a39081edabb2 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1531215 Jul 02 09:48:53.383601 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47816) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:53.388638 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-c9216af6-f8b3-4be7-81ff-f6498962a7a1 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Request body: {'security_group_rule': {'security_group_id': 'a965af05-4352-44ff-b6a0-8df0b0bdca7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:53.389686 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-27297d33-0a65-427a-a6bf-575b2124988c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.416002 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c9216af6-f8b3-4be7-81ff-f6498962a7a1 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.421318 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af804f8-59f2-4968-85b2-62018813c825 req-63e7edbe-03b1-4e96-a7b6-7c8bcb840cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:53.422865 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0af804f8-59f2-4968-85b2-62018813c825 req-63e7edbe-03b1-4e96-a7b6-7c8bcb840cef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=385aaa1308d04b8596afd8b8e02b70a0&device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 1098 time: 0.1032238 Jul 02 09:48:53.482342 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c9216af6-f8b3-4be7-81ff-f6498962a7a1 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.486996 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c9216af6-f8b3-4be7-81ff-f6498962a7a1 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.506199 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9216af6-f8b3-4be7-81ff-f6498962a7a1 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6468fb-559d-42f8-a523-31aa39c1f281,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:53.557425 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af804f8-59f2-4968-85b2-62018813c825 req-3816461c-eb84-414c-af51-805f7cace651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:53.558901 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0af804f8-59f2-4968-85b2-62018813c825 req-3816461c-eb84-414c-af51-805f7cace651 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3cc84980-863d-4837-b81b-521136cf243c HTTP/1.1" status: 200 len: 912 time: 0.1282952 Jul 02 09:48:53.562996 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 1c9e143a-8c09-44ac-80af-ed01a9606abf no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:48:53.585439 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: 1c9e143a-8c09-44ac-80af-ed01a9606abf {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:48:53.586031 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 1c9e143a-8c09-44ac-80af-ed01a9606abf not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:48:53.587959 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-10ab49fa-45ff-4b1b-a009-322a4ce8e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '6aa2c81c-bb5f-419f-a280-e2f8cd15c806', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'port_id': 'fe631d3a-fce4-42ec-b72a-d1b61af36a7c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'mac_address': 'fa:16:3e:71:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df20f2f-86ff-44b0-9c76-48600dd7b88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:48:51Z', 'updated_at': '2021-07-02T09:48:51Z', 'revision_number': 0, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:11Z', 'revision_number': 5, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:53.616693 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab49fa-45ff-4b1b-a009-322a4ce8e044 None None] Checking router: b6091e97-f5f4-4c34-b41b-7bacf60251ee for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:48:53.627328 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab49fa-45ff-4b1b-a009-322a4ce8e044 None None] Routers {'b6091e97-f5f4-4c34-b41b-7bacf60251ee'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:48:53.627927 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-10ab49fa-45ff-4b1b-a009-322a4ce8e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:48:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:53.629669 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-27297d33-0a65-427a-a6bf-575b2124988c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.636708 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-27297d33-0a65-427a-a6bf-575b2124988c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.638077 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c9216af6-f8b3-4be7-81ff-f6498962a7a1 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.642345 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-c9216af6-f8b3-4be7-81ff-f6498962a7a1 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2547445 Jul 02 09:48:53.642594 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47818) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:53.647944 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-38f734e1-1cba-4fc5-8a14-e7eadea83824 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Request body: {'floatingip': {'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:53.653200 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0af804f8-59f2-4968-85b2-62018813c825 req-1963dfe8-7492-46c4-9af7-74b26f298c32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe631d3a-fce4-42ec-b72a-d1b61af36a7c HTTP/1.1" status: 200 len: 998 time: 0.0875316 Jul 02 09:48:53.674306 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-38f734e1-1cba-4fc5-8a14-e7eadea83824 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for floatingip, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.718840 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-27297d33-0a65-427a-a6bf-575b2124988c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a87cd6a68d734de7a28fb87bc6d7dd1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4691625 Jul 02 09:48:53.721302 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27297d33-0a65-427a-a6bf-575b2124988c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e80483-5bab-4919-b193-01bdabef40ab,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:53.724210 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47820) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:53.745731 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af804f8-59f2-4968-85b2-62018813c825 req-31bb32f5-cb98-4b70-afff-134863d0f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:53.747190 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0af804f8-59f2-4968-85b2-62018813c825 req-31bb32f5-cb98-4b70-afff-134863d0f46d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=97b99747-32ba-40fc-8924-026e409c9089 HTTP/1.1" status: 200 len: 850 time: 0.0875707 Jul 02 09:48:53.748385 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-10ab49fa-45ff-4b1b-a009-322a4ce8e044 None None] Set router b6091e97-f5f4-4c34-b41b-7bacf60251ee gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:48:53.789455 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-38f734e1-1cba-4fc5-8a14-e7eadea83824 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.822547 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4bf5a514-3c1d-497b-ab73-6a0819cc670e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.845598 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af804f8-59f2-4968-85b2-62018813c825 req-a862555a-ed77-4b80-b986-5d9dbc9c346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:53.847039 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0af804f8-59f2-4968-85b2-62018813c825 req-a862555a-ed77-4b80-b986-5d9dbc9c346c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cc84980-863d-4837-b81b-521136cf243c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0923696 Jul 02 09:48:53.851490 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4bf5a514-3c1d-497b-ab73-6a0819cc670e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:53.897832 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_common [None req-38f734e1-1cba-4fc5-8a14-e7eadea83824 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Allocated IP 172.27.1.37 (91abeacf-6705-4621-a88a-4859e43fbb2c/3acd31d5-d298-493f-8b22-8cf1b4526b9f/d3ccd8a4-97e5-409c-8479-c467d6f4dcec) {{(pid=99501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:48:54.001886 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-10ab49fa-45ff-4b1b-a009-322a4ce8e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '6aa2c81c-bb5f-419f-a280-e2f8cd15c806', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'port_id': 'fe631d3a-fce4-42ec-b72a-d1b61af36a7c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'mac_address': 'fa:16:3e:71:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df20f2f-86ff-44b0-9c76-48600dd7b88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:48:51Z', 'updated_at': '2021-07-02T09:48:51Z', 'revision_number': 0, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:11Z', 'revision_number': 5, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:48:54.020149 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-38f734e1-1cba-4fc5-8a14-e7eadea83824 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for port, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:54.030599 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab49fa-45ff-4b1b-a009-322a4ce8e044 None None] The sync data for ids ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'] in dv-cinder-772181-12-iscsi is: [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '6aa2c81c-bb5f-419f-a280-e2f8cd15c806', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'port_id': 'fe631d3a-fce4-42ec-b72a-d1b61af36a7c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'mac_address': 'fa:16:3e:71:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df20f2f-86ff-44b0-9c76-48600dd7b88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:48:51Z', 'updated_at': '2021-07-02T09:48:51Z', 'revision_number': 0, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:11Z', 'revision_number': 5, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:48:54.069827 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-38f734e1-1cba-4fc5-8a14-e7eadea83824 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25252481'] for port, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:54.116105 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f734e1-1cba-4fc5-8a14-e7eadea83824 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:48:54.119386 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-38f734e1-1cba-4fc5-8a14-e7eadea83824 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:48:54.123585 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f734e1-1cba-4fc5-8a14-e7eadea83824 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Received port after_create {{(pid=99501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:48:54.145993 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f734e1-1cba-4fc5-8a14-e7eadea83824 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Pushing event updated for resources: {'Port': ['ID=d3ccd8a4-97e5-409c-8479-c467d6f4dcec,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:54.224832 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-38f734e1-1cba-4fc5-8a14-e7eadea83824 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:54.231815 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0af804f8-59f2-4968-85b2-62018813c825 req-bb7a2ba7-7c5a-4acf-88fa-163c7511cbec service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780465 Jul 02 09:48:54.233210 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4bf5a514-3c1d-497b-ab73-6a0819cc670e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:54.235993 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4bf5a514-3c1d-497b-ab73-6a0819cc670e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:54.237086 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-4bf5a514-3c1d-497b-ab73-6a0819cc670e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c5e80483-5bab-4919-b193-01bdabef40ab HTTP/1.1" status: 204 len: 168 time: 0.5105145 Jul 02 09:48:54.257208 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0db2fb4-69fc-4daa-ab8a-e9bc4b0a80d1 None None] New status for floating IP 6aa2c81c-bb5f-419f-a280-e2f8cd15c806: ACTIVE {{(pid=99503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 09:48:54.268992 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5a514-3c1d-497b-ab73-6a0819cc670e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e80483-5bab-4919-b193-01bdabef40ab,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:54.283946 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-38f734e1-1cba-4fc5-8a14-e7eadea83824 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:54.356003 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-0af804f8-59f2-4968-85b2-62018813c825 req-6f50b886-ca0f-457d-9327-d1a0c10397e4 service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170337 Jul 02 09:48:54.464508 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-38f734e1-1cba-4fc5-8a14-e7eadea83824 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for port, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:54.469706 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-38f734e1-1cba-4fc5-8a14-e7eadea83824 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25252499'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:54.542776 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 47826) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:54.546059 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f734e1-1cba-4fc5-8a14-e7eadea83824 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Pushing event updated for resources: {'Port': ['ID=d3ccd8a4-97e5-409c-8479-c467d6f4dcec,revision_number=2']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:54.555080 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-38f734e1-1cba-4fc5-8a14-e7eadea83824 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634276'] for floatingip, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:54.556650 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b26649ea-a62e-4814-b58b-c00d1e662cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:54.568661 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-38f734e1-1cba-4fc5-8a14-e7eadea83824 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:54.569907 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-38f734e1-1cba-4fc5-8a14-e7eadea83824 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9263918 Jul 02 09:48:54.646291 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b26649ea-a62e-4814-b58b-c00d1e662cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:54.649980 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b26649ea-a62e-4814-b58b-c00d1e662cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:54.689549 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-b26649ea-a62e-4814-b58b-c00d1e662cca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6c18191b3c1a4411ace891687b337e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456182 Jul 02 09:48:54.690507 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26649ea-a62e-4814-b58b-c00d1e662cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336f8014-31cf-43a9-b43a-7cbe003d17f2,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:54.692993 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 47832) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:48:54.757754 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-93687e0d-441e-4f8b-a2f4-bd35b57ff805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:54.793227 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-daf8c99a-6b58-4b0c-a07a-bdf8dfaa1e22 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--30420409&fields=id&tenant_id=35c6f32ab03c483bac6a63048c16d76d HTTP/1.1" status: 200 len: 267 time: 0.0537558 Jul 02 09:48:54.794951 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-93687e0d-441e-4f8b-a2f4-bd35b57ff805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:54.897423 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-93687e0d-441e-4f8b-a2f4-bd35b57ff805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:54.899994 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-93687e0d-441e-4f8b-a2f4-bd35b57ff805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:54.903633 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-93687e0d-441e-4f8b-a2f4-bd35b57ff805 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/336f8014-31cf-43a9-b43a-7cbe003d17f2 HTTP/1.1" status: 204 len: 168 time: 0.2071550 Jul 02 09:48:54.922281 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93687e0d-441e-4f8b-a2f4-bd35b57ff805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336f8014-31cf-43a9-b43a-7cbe003d17f2,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:54.930775 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-cc934e2f-614b-4899-ba97-ab6079a5bb78 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:54.932268 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-cc934e2f-614b-4899-ba97-ab6079a5bb78 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/networks?id=f180b8fd-20af-4867-b50b-8deef5167e74 HTTP/1.1" status: 200 len: 810 time: 0.1305304 Jul 02 09:48:54.948103 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-a1f8f3f8-5fed-4c5e-acbd-d5b9e0515030 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/quotas/35c6f32ab03c483bac6a63048c16d76d HTTP/1.1" status: 200 len: 375 time: 0.0103719 Jul 02 09:48:55.016246 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-3537cbe8-0ddd-4328-bb16-3bdb14044d26 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=35c6f32ab03c483bac6a63048c16d76d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628126 Jul 02 09:48:55.116974 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-fce0a5ce-d1e1-45cb-8bdd-b92eac04abc1 service neutron] 10.222.0.47 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889409 Jul 02 09:48:55.207833 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-ca6ab622-0ef2-4e8e-9431-a6a65031be3d service neutron] 10.222.0.47 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851226 Jul 02 09:48:55.389537 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0e9164da-d425-4e74-9c66-92546521c6a1 req-a7f719ca-8de0-4ba7-a17c-7f8490b3646b tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 210 time: 0.0307498 Jul 02 09:48:56.575786 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-41e4bd7d-d05f-463a-95db-c689ea502b90 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:56.578531 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-41e4bd7d-d05f-463a-95db-c689ea502b90 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.66 "GET /v2.0/networks?id=f180b8fd-20af-4867-b50b-8deef5167e74 HTTP/1.1" status: 200 len: 810 time: 0.1561451 Jul 02 09:48:56.601580 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b7a05bcb-6fe7-4f6e-a7a7-121e4378b08b req-3d60373a-c626-48a9-8b20-97b84ae5f064 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 210 time: 0.0333607 Jul 02 09:48:56.634545 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-1a08791a-c71f-438d-83f0-74ae53b3754a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35c6f32ab03c483bac6a63048c16d76d HTTP/1.1" status: 200 len: 378 time: 0.0416784 Jul 02 09:48:56.643258 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-34b7f11f-6406-4b01-ba44-f40f0be7f924 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Request body: {'port': {'device_id': 'f52024f5-91de-4565-a855-131a43aa3b51', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'admin_state_up': True, 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'security_groups': ['a965af05-4352-44ff-b6a0-8df0b0bdca7c']}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:56.757992 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-34b7f11f-6406-4b01-ba44-f40f0be7f924 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Made reservation on behalf of 35c6f32ab03c483bac6a63048c16d76d for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:48:56.761513 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-34b7f11f-6406-4b01-ba44-f40f0be7f924 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:56.887580 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-34b7f11f-6406-4b01-ba44-f40f0be7f924 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Allocated IP 172.20.0.3 (f180b8fd-20af-4867-b50b-8deef5167e74/1ded4fa6-e112-4cbf-a9ba-367e7235be41/4a958079-e2bd-43d6-a370-26730f522f43) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:48:57.023772 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-34b7f11f-6406-4b01-ba44-f40f0be7f924 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:57.037092 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-34b7f11f-6406-4b01-ba44-f40f0be7f924 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Transition to ACTIVE for port object 4a958079-e2bd-43d6-a370-26730f522f43 will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:48:57.068592 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-34b7f11f-6406-4b01-ba44-f40f0be7f924 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:57.111674 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-34b7f11f-6406-4b01-ba44-f40f0be7f924 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Network f180b8fd-20af-4867-b50b-8deef5167e74 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:48:57.115126 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-34b7f11f-6406-4b01-ba44-f40f0be7f924 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:48:57.118719 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-34b7f11f-6406-4b01-ba44-f40f0be7f924 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:48:57.149647 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7f11f-6406-4b01-ba44-f40f0be7f924 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Pushing event updated for resources: {'Port': ['ID=4a958079-e2bd-43d6-a370-26730f522f43,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:57.174595 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-34b7f11f-6406-4b01-ba44-f40f0be7f924 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:57.175310 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-34b7f11f-6406-4b01-ba44-f40f0be7f924 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:57.189921 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-34b7f11f-6406-4b01-ba44-f40f0be7f924 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5500891 Jul 02 09:48:57.201833 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Request body: {'port': {'device_id': 'f52024f5-91de-4565-a855-131a43aa3b51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:48:57.280483 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:57.314638 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-1f95064f-9617-4bfc-ac13-cc268ba535ea None None] Provisioning for port 4a958079-e2bd-43d6-a370-26730f522f43 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:48:57.318785 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-1f95064f-9617-4bfc-ac13-cc268ba535ea None None] Provisioning complete for port 4a958079-e2bd-43d6-a370-26730f522f43 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:48:57.319170 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1f95064f-9617-4bfc-ac13-cc268ba535ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:57.356629 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-1f95064f-9617-4bfc-ac13-cc268ba535ea None None] Port 4a958079-e2bd-43d6-a370-26730f522f43 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:48:57.541687 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a958079-e2bd-43d6-a370-26730f522f43 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:48:57.548751 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:57.560699 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Transition to ACTIVE for port object 4a958079-e2bd-43d6-a370-26730f522f43 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:48:57.565315 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:57.618090 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Pushing event updated for resources: {'Port': ['ID=4a958079-e2bd-43d6-a370-26730f522f43,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:57.695756 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Attempting to bind port 4a958079-e2bd-43d6-a370-26730f522f43 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:48:57.696096 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Attempting to bind port 4a958079-e2bd-43d6-a370-26730f522f43 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '3637e135-81bb-478a-acfe-6d83c0113fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:48:57.696763 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Attempting to bind port 4a958079-e2bd-43d6-a370-26730f522f43 on network f180b8fd-20af-4867-b50b-8deef5167e74 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:48:57.701618 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Port 4a958079-e2bd-43d6-a370-26730f522f43 on network f180b8fd-20af-4867-b50b-8deef5167e74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:48:57.702194 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Attempting to bind port 4a958079-e2bd-43d6-a370-26730f522f43 on network f180b8fd-20af-4867-b50b-8deef5167e74 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:48:57.707767 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:48:57.708535 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Checking segment: {'id': '3637e135-81bb-478a-acfe-6d83c0113fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:48:57.708839 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Bound using segment: {'id': '3637e135-81bb-478a-acfe-6d83c0113fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:48:57.709440 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Bound port: 4a958079-e2bd-43d6-a370-26730f522f43, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3637e135-81bb-478a-acfe-6d83c0113fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:48:57.710060 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:57.782909 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] For port 4a958079-e2bd-43d6-a370-26730f522f43, host hv-cinder-77218, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:48:57.787261 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] For port 4a958079-e2bd-43d6-a370-26730f522f43, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=4a958079-e2bd-43d6-a370-26730f522f43,segment=NetworkSegment(3637e135-81bb-478a-acfe-6d83c0113fb6),segment_id=3637e135-81bb-478a-acfe-6d83c0113fb6)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:48:57.794441 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:57.830823 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e56f3-42ad-4352-b2c2-5683489d43f5 req-4180eb8f-5247-48b6-a7e5-b082652bdb65 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:57.836657 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b18e56f3-42ad-4352-b2c2-5683489d43f5 req-4180eb8f-5247-48b6-a7e5-b082652bdb65 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 943 time: 0.0965204 Jul 02 09:48:57.840338 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:57.841027 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:48:57.842506 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] 10.222.0.66 "PUT /v2.0/ports/4a958079-e2bd-43d6-a370-26730f522f43 HTTP/1.1" status: 200 len: 1093 time: 0.6450310 Jul 02 09:48:57.842874 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52024f5-91de-4565-a855-131a43aa3b51', 'tag': '4a958079-e2bd-43d6-a370-26730f522f43'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:48:57.845333 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efbe5c5-df9e-4ee6-bac2-fcd105e047ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f52024f5-91de-4565-a855-131a43aa3b51", "tag": "4a958079-e2bd-43d6-a370-26730f522f43"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:48:57.882704 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ce80f-2812-488b-9253-8c737ce4f05c service neutron] Pushing event updated for resources: {'Port': ['ID=4a958079-e2bd-43d6-a370-26730f522f43,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:48:57.899606 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7c24f6-d4ca-49af-b83e-c3e5bc474665 x-openstack-request-id: req-9d7c24f6-d4ca-49af-b83e-c3e5bc474665 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:48:57.900392 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52024f5-91de-4565-a855-131a43aa3b51", "tag": "4a958079-e2bd-43d6-a370-26730f522f43", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:48:57.900675 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9d7c24f6-d4ca-49af-b83e-c3e5bc474665 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:48:57.901075 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52024f5-91de-4565-a855-131a43aa3b51', 'tag': '4a958079-e2bd-43d6-a370-26730f522f43', 'status': 'completed', 'code': 200} Jul 02 09:48:57.904376 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b18e56f3-42ad-4352-b2c2-5683489d43f5 req-7480ed2a-e74e-4ae1-b2a4-0d980817b694 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=a965af05-4352-44ff-b6a0-8df0b0bdca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612621 Jul 02 09:48:57.960325 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-416753d8-57f8-4c2c-b7a5-e05325969a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:57.961870 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-416753d8-57f8-4c2c-b7a5-e05325969a6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35c6f32ab03c483bac6a63048c16d76d&device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 1096 time: 0.0576010 Jul 02 09:48:58.005738 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-ec7b7b08-7477-483b-81c9-9c50c5bf84cb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a958079-e2bd-43d6-a370-26730f522f43 HTTP/1.1" status: 200 len: 217 time: 0.0362918 Jul 02 09:48:58.056113 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-99c6c997-7554-4b88-91dd-c6790c325b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:58.057713 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-99c6c997-7554-4b88-91dd-c6790c325b07 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1ded4fa6-e112-4cbf-a9ba-367e7235be41 HTTP/1.1" status: 200 len: 849 time: 0.0457258 Jul 02 09:48:58.118680 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-e3493f66-8c6c-4e6d-8fc7-c6b890adb3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:58.120169 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-e3493f66-8c6c-4e6d-8fc7-c6b890adb3a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f180b8fd-20af-4867-b50b-8deef5167e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552566 Jul 02 09:48:59.079289 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b21983-54e0-495b-92e9-d24ef5da6564 req-730c8dd1-f391-4fb2-81ac-df178d721dee tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:48:59.080690 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-e03c6f1a-2eb5-4f53-aecb-46819cc07e9c service neutron] 10.222.0.66 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827172 Jul 02 09:48:59.081099 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f0b21983-54e0-495b-92e9-d24ef5da6564 req-730c8dd1-f391-4fb2-81ac-df178d721dee tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 943 time: 0.0612502 Jul 02 09:48:59.118323 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f0b21983-54e0-495b-92e9-d24ef5da6564 req-8de2f564-5ea8-4434-813a-a690b73cfb43 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=a965af05-4352-44ff-b6a0-8df0b0bdca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317898 Jul 02 09:48:59.987727 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-261a5012-f816-4fe1-8dfb-b5316d67151c req-53c00511-2c13-45fa-be59-96e3fee846b1 service neutron] 10.222.0.66 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866859 Jul 02 09:49:00.292060 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb319ec-e428-4480-9d0e-b318b1759fb6 req-e509fb7e-d262-4048-8303-6899cc2e459f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:00.293526 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0fb319ec-e428-4480-9d0e-b318b1759fb6 req-e509fb7e-d262-4048-8303-6899cc2e459f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 943 time: 0.0645828 Jul 02 09:49:00.330469 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-0fb319ec-e428-4480-9d0e-b318b1759fb6 req-80f061ce-6339-4a46-a94b-0ac550e04d5f tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=a965af05-4352-44ff-b6a0-8df0b0bdca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314951 Jul 02 09:49:01.009788 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbe5c5-df9e-4ee6-bac2-fcd105e047ce req-46efb016-a131-43bf-9336-55563c21f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:01.011171 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-6efbe5c5-df9e-4ee6-bac2-fcd105e047ce req-46efb016-a131-43bf-9336-55563c21f7e6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35c6f32ab03c483bac6a63048c16d76d&device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 1096 time: 0.0537598 Jul 02 09:49:01.101856 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbe5c5-df9e-4ee6-bac2-fcd105e047ce req-20b904e7-fd5c-43fd-9ecf-2df2c41c41cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:01.103296 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-6efbe5c5-df9e-4ee6-bac2-fcd105e047ce req-20b904e7-fd5c-43fd-9ecf-2df2c41c41cf service neutron] 10.222.0.66 "GET /v2.0/networks?id=f180b8fd-20af-4867-b50b-8deef5167e74 HTTP/1.1" status: 200 len: 911 time: 0.0857303 Jul 02 09:49:01.144357 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-6efbe5c5-df9e-4ee6-bac2-fcd105e047ce req-4ed44166-b134-4e5f-9ba5-1e517cfa784f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a958079-e2bd-43d6-a370-26730f522f43 HTTP/1.1" status: 200 len: 217 time: 0.0337820 Jul 02 09:49:01.194331 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbe5c5-df9e-4ee6-bac2-fcd105e047ce req-f2014771-5fe2-4ea3-ba03-6247375d7cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:01.195716 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-6efbe5c5-df9e-4ee6-bac2-fcd105e047ce req-f2014771-5fe2-4ea3-ba03-6247375d7cfa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1ded4fa6-e112-4cbf-a9ba-367e7235be41 HTTP/1.1" status: 200 len: 849 time: 0.0418472 Jul 02 09:49:01.255045 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbe5c5-df9e-4ee6-bac2-fcd105e047ce req-54cd6445-e3af-44e8-afc8-ab6e589a32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:01.256489 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-6efbe5c5-df9e-4ee6-bac2-fcd105e047ce req-54cd6445-e3af-44e8-afc8-ab6e589a32d3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f180b8fd-20af-4867-b50b-8deef5167e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532382 Jul 02 09:49:01.344143 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-6efbe5c5-df9e-4ee6-bac2-fcd105e047ce req-24a1d26e-9817-46ac-89b0-475af5e3fd6c service neutron] 10.222.0.66 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800197 Jul 02 09:49:01.437977 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-6efbe5c5-df9e-4ee6-bac2-fcd105e047ce req-392dac05-34cd-4291-8338-cd2b1bb92679 service neutron] 10.222.0.66 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863664 Jul 02 09:49:01.513508 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cc555-c232-40d8-be65-f88b1c99ca6d req-b682af1a-23f5-4f1b-a3da-ee57c9b88d76 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:01.514994 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-026cc555-c232-40d8-be65-f88b1c99ca6d req-b682af1a-23f5-4f1b-a3da-ee57c9b88d76 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 943 time: 0.0631683 Jul 02 09:49:01.552210 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-026cc555-c232-40d8-be65-f88b1c99ca6d req-77be9b23-60c1-4136-9d76-0178dad717bb tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=a965af05-4352-44ff-b6a0-8df0b0bdca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311170 Jul 02 09:49:02.721277 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ba355-720f-4ba0-aa2a-a2cd996b1608 req-65d1e3d6-fd15-4091-974c-0a2c2286e37a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:02.722838 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b94ba355-720f-4ba0-aa2a-a2cd996b1608 req-65d1e3d6-fd15-4091-974c-0a2c2286e37a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 943 time: 0.0610988 Jul 02 09:49:02.759249 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b94ba355-720f-4ba0-aa2a-a2cd996b1608 req-905654f9-52d8-4cfb-b6ac-b4cdd9e19fe6 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=a965af05-4352-44ff-b6a0-8df0b0bdca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309594 Jul 02 09:49:03.931259 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51755578-5771-4720-8dd3-04ad26aafcc1 req-74f3e55d-6185-4784-b790-76cd209ca5fb tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:03.932747 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-51755578-5771-4720-8dd3-04ad26aafcc1 req-74f3e55d-6185-4784-b790-76cd209ca5fb tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 943 time: 0.0645669 Jul 02 09:49:03.970444 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-51755578-5771-4720-8dd3-04ad26aafcc1 req-ba653f83-a9be-49eb-b550-80b8c40b4837 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=a965af05-4352-44ff-b6a0-8df0b0bdca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319185 Jul 02 09:49:04.440765 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 4a958079-e2bd-43d6-a370-26730f522f43 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:49:04.534210 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 4a958079-e2bd-43d6-a370-26730f522f43, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=4a958079-e2bd-43d6-a370-26730f522f43,segment=NetworkSegment(3637e135-81bb-478a-acfe-6d83c0113fb6),segment_id=3637e135-81bb-478a-acfe-6d83c0113fb6)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:49:04.544862 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '4a958079-e2bd-43d6-a370-26730f522f43', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'port_id': '4a958079-e2bd-43d6-a370-26730f522f43', 'mac_address': 'fa:16:3e:d7:c4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:49:04.584479 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:04.596643 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a958079-e2bd-43d6-a370-26730f522f43 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:49:04.615465 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 4a958079-e2bd-43d6-a370-26730f522f43, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=4a958079-e2bd-43d6-a370-26730f522f43,segment=NetworkSegment(3637e135-81bb-478a-acfe-6d83c0113fb6),segment_id=3637e135-81bb-478a-acfe-6d83c0113fb6)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:49:04.619224 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:04.664451 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=4a958079-e2bd-43d6-a370-26730f522f43,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:05.149651 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e06ae-dd38-4af1-a0c8-245b19d7f986 req-23036eed-c20e-4f4f-a2c0-61bdaf010c54 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:05.151099 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-166e06ae-dd38-4af1-a0c8-245b19d7f986 req-23036eed-c20e-4f4f-a2c0-61bdaf010c54 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 944 time: 0.0616355 Jul 02 09:49:05.188201 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-166e06ae-dd38-4af1-a0c8-245b19d7f986 req-0620cc3f-24ec-4d62-99f2-b1f2dfffb297 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=a965af05-4352-44ff-b6a0-8df0b0bdca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316892 Jul 02 09:49:05.696845 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['4a958079-e2bd-43d6-a370-26730f522f43'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:49:06.362442 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc525fea-b48a-4826-97f7-2a8501670fc7 req-f40a4cf8-1d15-49cd-b566-27bd79c81e17 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:06.363990 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-dc525fea-b48a-4826-97f7-2a8501670fc7 req-f40a4cf8-1d15-49cd-b566-27bd79c81e17 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 944 time: 0.0655665 Jul 02 09:49:06.402194 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-dc525fea-b48a-4826-97f7-2a8501670fc7 req-089aa69f-bc3d-4b6d-8b72-b003396a3205 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=a965af05-4352-44ff-b6a0-8df0b0bdca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325379 Jul 02 09:49:07.583394 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136a658-7636-4c3b-8700-5192182a6ca5 req-e3f799fb-101f-47ce-8fcf-9e6730bbd5b2 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:07.584882 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1136a658-7636-4c3b-8700-5192182a6ca5 req-e3f799fb-101f-47ce-8fcf-9e6730bbd5b2 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 944 time: 0.0648546 Jul 02 09:49:07.605981 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 4a958079-e2bd-43d6-a370-26730f522f43 up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:49:07.625311 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1136a658-7636-4c3b-8700-5192182a6ca5 req-be4bf8cf-922b-4459-96d9-59a315a1db64 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=a965af05-4352-44ff-b6a0-8df0b0bdca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348220 Jul 02 09:49:07.662114 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port 4a958079-e2bd-43d6-a370-26730f522f43 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:49:07.665770 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 4a958079-e2bd-43d6-a370-26730f522f43 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:49:07.666171 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:07.743464 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:07.770472 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52024f5-91de-4565-a855-131a43aa3b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a958079-e2bd-43d6-a370-26730f522f43'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:49:07.773195 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114e1bd5-ffb8-4f47-bc68-5e9b404f86ff" -d '{"events": [{"server_uuid": "f52024f5-91de-4565-a855-131a43aa3b51", "name": "network-vif-plugged", "status": "completed", "tag": "4a958079-e2bd-43d6-a370-26730f522f43"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:49:07.787030 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 4a958079-e2bd-43d6-a370-26730f522f43, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=4a958079-e2bd-43d6-a370-26730f522f43,segment=NetworkSegment(3637e135-81bb-478a-acfe-6d83c0113fb6),segment_id=3637e135-81bb-478a-acfe-6d83c0113fb6)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:49:07.792676 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:07.826598 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbec2ce5-adcc-47e3-8ccd-99486042c6e8 x-openstack-request-id: req-dbec2ce5-adcc-47e3-8ccd-99486042c6e8 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:49:07.826892 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52024f5-91de-4565-a855-131a43aa3b51", "name": "network-vif-plugged", "status": "completed", "tag": "4a958079-e2bd-43d6-a370-26730f522f43", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:49:07.827147 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dbec2ce5-adcc-47e3-8ccd-99486042c6e8 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:49:07.827534 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52024f5-91de-4565-a855-131a43aa3b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a958079-e2bd-43d6-a370-26730f522f43', 'code': 200} Jul 02 09:49:07.853079 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=4a958079-e2bd-43d6-a370-26730f522f43,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:08.038603 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43792c3a-168c-4272-9479-4c23993ba139 req-f5acc327-7c23-4eb0-bbe3-15df8df25cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:08.039985 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-43792c3a-168c-4272-9479-4c23993ba139 req-f5acc327-7c23-4eb0-bbe3-15df8df25cde service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 1098 time: 0.0505157 Jul 02 09:49:08.795170 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e316593-88bc-4eb1-8f86-f208776601bc req-3c582643-edbe-485d-8230-572bc8207e0b tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:08.796646 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5e316593-88bc-4eb1-8f86-f208776601bc req-3c582643-edbe-485d-8230-572bc8207e0b tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 945 time: 0.0629938 Jul 02 09:49:08.834620 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5e316593-88bc-4eb1-8f86-f208776601bc req-54b0af29-8f2a-47d4-b271-28a450569563 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=a965af05-4352-44ff-b6a0-8df0b0bdca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317764 Jul 02 09:49:09.048079 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-43792c3a-168c-4272-9479-4c23993ba139 req-dbee4881-ddcc-4e0b-8601-24c24c51abb7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a965af05-4352-44ff-b6a0-8df0b0bdca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0279155 Jul 02 09:49:09.822069 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:10.007335 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284bcd2-bbe6-4d6b-9dca-d9249aa9cff9 req-b14f354a-e6b4-47d8-a50c-7384ec626612 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:10.008854 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7284bcd2-bbe6-4d6b-9dca-d9249aa9cff9 req-b14f354a-e6b4-47d8-a50c-7384ec626612 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 945 time: 0.0653393 Jul 02 09:49:10.044520 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7284bcd2-bbe6-4d6b-9dca-d9249aa9cff9 req-63185f29-d555-4952-b5b5-e51beb25bdfc tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=a965af05-4352-44ff-b6a0-8df0b0bdca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302482 Jul 02 09:49:11.214981 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733f740-10d9-40e8-8736-eed3e67183b9 req-81bee23e-4aed-4a9a-a38f-68595e726acc tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:11.216419 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a733f740-10d9-40e8-8736-eed3e67183b9 req-81bee23e-4aed-4a9a-a38f-68595e726acc tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 945 time: 0.0611312 Jul 02 09:49:11.252110 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a733f740-10d9-40e8-8736-eed3e67183b9 req-c0396a21-dbcb-49a1-b69f-7b151ee8e4c5 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=a965af05-4352-44ff-b6a0-8df0b0bdca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302444 Jul 02 09:49:11.588463 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:49:12.282251 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-47e7c00a-639b-4e19-8327-f4692932bd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:12.426142 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96033c9-6123-4e10-9bcd-cb669d862620 req-f0e55be0-cd93-4e9a-b905-64059bf11954 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:12.427605 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b96033c9-6123-4e10-9bcd-cb669d862620 req-f0e55be0-cd93-4e9a-b905-64059bf11954 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 945 time: 0.0636380 Jul 02 09:49:12.464836 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b96033c9-6123-4e10-9bcd-cb669d862620 req-8d467256-130d-4815-9aa4-56672e4fc72a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=a965af05-4352-44ff-b6a0-8df0b0bdca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317435 Jul 02 09:49:12.633095 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad52bb4-ab3e-40d6-a141-be91f9923a8a req-99441c13-318d-4dd9-8b5b-b160b1f42b29 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:12.634568 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-dad52bb4-ab3e-40d6-a141-be91f9923a8a req-99441c13-318d-4dd9-8b5b-b160b1f42b29 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 945 time: 0.0638881 Jul 02 09:49:12.642849 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 48008) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:12.647161 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-003cf942-2614-4ac8-bd48-7ab5edfc24ff tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Request body: {'floatingip': {'port_id': '4a958079-e2bd-43d6-a370-26730f522f43'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:49:12.686255 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-003cf942-2614-4ac8-bd48-7ab5edfc24ff tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for floatingip, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:13.366265 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-003cf942-2614-4ac8-bd48-7ab5edfc24ff tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:13.369822 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-003cf942-2614-4ac8-bd48-7ab5edfc24ff tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634276'] for floatingip, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:13.467008 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.db.l3_db [None req-003cf942-2614-4ac8-bd48-7ab5edfc24ff tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Floating IP c7ab08cc-7fac-47b8-b4c9-4766c9d5c055 associated. External IP: 172.27.1.37, port: 4a958079-e2bd-43d6-a370-26730f522f43. Jul 02 09:49:13.671914 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003cf942-2614-4ac8-bd48-7ab5edfc24ff tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Router a7f5270e-6ea9-47f9-81a2-bb78663a722d has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:49:13.778477 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003cf942-2614-4ac8-bd48-7ab5edfc24ff tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:49:13.783256 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-003cf942-2614-4ac8-bd48-7ab5edfc24ff tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:13.787773 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d742152a-6e14-4203-aa54-f4d05d2f36a3 None None] Sync routers for ids ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:49:13.796237 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d742152a-6e14-4203-aa54-f4d05d2f36a3 None None] Routers {'a7f5270e-6ea9-47f9-81a2-bb78663a722d'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:49:13.796860 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-d742152a-6e14-4203-aa54-f4d05d2f36a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:48:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:13.818716 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-003cf942-2614-4ac8-bd48-7ab5edfc24ff tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "PUT /v2.0/floatingips/c7ab08cc-7fac-47b8-b4c9-4766c9d5c055 HTTP/1.1" status: 200 len: 990 time: 1.1748362 Jul 02 09:49:13.819408 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52024f5-91de-4565-a855-131a43aa3b51', 'tag': '4a958079-e2bd-43d6-a370-26730f522f43'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:49:13.822106 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f63600b-8c88-4aff-b16f-a6f62e849ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "f52024f5-91de-4565-a855-131a43aa3b51", "tag": "4a958079-e2bd-43d6-a370-26730f522f43"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:49:13.859699 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc4ba13-7094-4674-bbf7-672e40f5fbd0 x-openstack-request-id: req-1fc4ba13-7094-4674-bbf7-672e40f5fbd0 {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:49:13.859998 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52024f5-91de-4565-a855-131a43aa3b51", "tag": "4a958079-e2bd-43d6-a370-26730f522f43", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:49:13.860255 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1fc4ba13-7094-4674-bbf7-672e40f5fbd0 {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:49:13.860685 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52024f5-91de-4565-a855-131a43aa3b51', 'tag': '4a958079-e2bd-43d6-a370-26730f522f43', 'status': 'completed', 'code': 200} Jul 02 09:49:13.905070 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-d742152a-6e14-4203-aa54-f4d05d2f36a3 None None] Set router a7f5270e-6ea9-47f9-81a2-bb78663a722d gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:49:14.200413 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-d742152a-6e14-4203-aa54-f4d05d2f36a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '25c65711-686d-4ccb-acac-cadce0626aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:45:21Z', 'revision_number': 4, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port': {'id': '25c65711-686d-4ccb-acac-cadce0626aba', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:17Z', 'updated_at': '2021-07-02T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': 'c7ab08cc-7fac-47b8-b4c9-4766c9d5c055', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'port_id': '4a958079-e2bd-43d6-a370-26730f522f43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'mac_address': 'fa:16:3e:d7:c4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52024f5-91de-4565-a855-131a43aa3b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:48:54Z', 'updated_at': '2021-07-02T09:49:13Z', 'revision_number': 1, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8c5c4b-603f-492a-b401-4d5c7130064a', 'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'mac_address': 'fa:16:3e:0a:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:20Z', 'updated_at': '2021-07-02T09:45:28Z', 'revision_number': 5, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'subnets': [{'id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:14.231467 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d742152a-6e14-4203-aa54-f4d05d2f36a3 None None] Checking router: a7f5270e-6ea9-47f9-81a2-bb78663a722d for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:49:14.243389 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d742152a-6e14-4203-aa54-f4d05d2f36a3 None None] Routers {'a7f5270e-6ea9-47f9-81a2-bb78663a722d'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:49:14.243981 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-d742152a-6e14-4203-aa54-f4d05d2f36a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:48:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:14.350439 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-d742152a-6e14-4203-aa54-f4d05d2f36a3 None None] Set router a7f5270e-6ea9-47f9-81a2-bb78663a722d gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:49:14.617401 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-d742152a-6e14-4203-aa54-f4d05d2f36a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '25c65711-686d-4ccb-acac-cadce0626aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:45:21Z', 'revision_number': 4, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port': {'id': '25c65711-686d-4ccb-acac-cadce0626aba', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:17Z', 'updated_at': '2021-07-02T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': 'c7ab08cc-7fac-47b8-b4c9-4766c9d5c055', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'port_id': '4a958079-e2bd-43d6-a370-26730f522f43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'mac_address': 'fa:16:3e:d7:c4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52024f5-91de-4565-a855-131a43aa3b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:48:54Z', 'updated_at': '2021-07-02T09:49:13Z', 'revision_number': 1, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8c5c4b-603f-492a-b401-4d5c7130064a', 'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'mac_address': 'fa:16:3e:0a:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:20Z', 'updated_at': '2021-07-02T09:45:28Z', 'revision_number': 5, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'subnets': [{'id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:14.647542 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d742152a-6e14-4203-aa54-f4d05d2f36a3 None None] The sync data for ids ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'] in dv-cinder-772181-12-iscsi is: [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '25c65711-686d-4ccb-acac-cadce0626aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:45:21Z', 'revision_number': 4, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port': {'id': '25c65711-686d-4ccb-acac-cadce0626aba', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:17Z', 'updated_at': '2021-07-02T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': 'c7ab08cc-7fac-47b8-b4c9-4766c9d5c055', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'port_id': '4a958079-e2bd-43d6-a370-26730f522f43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'mac_address': 'fa:16:3e:d7:c4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52024f5-91de-4565-a855-131a43aa3b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:48:54Z', 'updated_at': '2021-07-02T09:49:13Z', 'revision_number': 1, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8c5c4b-603f-492a-b401-4d5c7130064a', 'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'mac_address': 'fa:16:3e:0a:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:20Z', 'updated_at': '2021-07-02T09:45:28Z', 'revision_number': 5, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'subnets': [{'id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:49:14.843410 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf6d48-b3ed-4bce-be4d-386d3842b3b6 None None] New status for floating IP c7ab08cc-7fac-47b8-b4c9-4766c9d5c055: ACTIVE {{(pid=99503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 09:49:15.112603 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c374f889-0940-4b70-99ba-6eca91075a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:15.537597 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:15.881844 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:16.561338 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63600b-8c88-4aff-b16f-a6f62e849ddb req-7a10a6f7-96e0-4ce0-a8bf-70912a690926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:16.562813 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-5f63600b-8c88-4aff-b16f-a6f62e849ddb req-7a10a6f7-96e0-4ce0-a8bf-70912a690926 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35c6f32ab03c483bac6a63048c16d76d&device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 1098 time: 0.0522799 Jul 02 09:49:16.659490 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63600b-8c88-4aff-b16f-a6f62e849ddb req-47448116-0190-444e-ad2b-fbc1c4ebc125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:16.660973 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-5f63600b-8c88-4aff-b16f-a6f62e849ddb req-47448116-0190-444e-ad2b-fbc1c4ebc125 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f180b8fd-20af-4867-b50b-8deef5167e74 HTTP/1.1" status: 200 len: 911 time: 0.0877829 Jul 02 09:49:16.726518 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-5f63600b-8c88-4aff-b16f-a6f62e849ddb req-94eb647f-900f-4a88-b4af-bd018b263c47 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a958079-e2bd-43d6-a370-26730f522f43 HTTP/1.1" status: 200 len: 1000 time: 0.0585818 Jul 02 09:49:16.782989 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63600b-8c88-4aff-b16f-a6f62e849ddb req-e6b7ec5b-9b9e-4eb4-be78-a06b0602c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:16.784992 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-5f63600b-8c88-4aff-b16f-a6f62e849ddb req-e6b7ec5b-9b9e-4eb4-be78-a06b0602c5e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1ded4fa6-e112-4cbf-a9ba-367e7235be41 HTTP/1.1" status: 200 len: 849 time: 0.0489647 Jul 02 09:49:16.841618 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63600b-8c88-4aff-b16f-a6f62e849ddb req-4484829c-5270-466a-929e-30c0a633283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:16.843060 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-5f63600b-8c88-4aff-b16f-a6f62e849ddb req-4484829c-5270-466a-929e-30c0a633283c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f180b8fd-20af-4867-b50b-8deef5167e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510221 Jul 02 09:49:16.932145 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-5f63600b-8c88-4aff-b16f-a6f62e849ddb req-12b412ed-38b7-43dd-aa85-8a18d39ecfbe service neutron] 10.222.0.66 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809622 Jul 02 09:49:17.022906 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-5f63600b-8c88-4aff-b16f-a6f62e849ddb req-0fce8728-b2d7-4a3c-a00a-442530b645f2 service neutron] 10.222.0.66 "GET /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840650 Jul 02 09:49:17.628746 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:26.775724 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 48126) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:26.874214 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-dbdfc94f-169f-4f1b-92f7-bac588443fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:26.965818 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-dbdfc94f-169f-4f1b-92f7-bac588443fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:26.969558 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-dbdfc94f-169f-4f1b-92f7-bac588443fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:27.007181 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-dbdfc94f-169f-4f1b-92f7-bac588443fc0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7f12cc828f08408583370d7522664026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304215 Jul 02 09:49:27.008356 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfc94f-169f-4f1b-92f7-bac588443fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f2702b-8919-4971-ae25-dc5850e6788d,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:27.009867 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48130) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:27.060960 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-198fb482-4a63-4925-8603-d89d1d2f5d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:27.082428 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-198fb482-4a63-4925-8603-d89d1d2f5d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:27.128251 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-198fb482-4a63-4925-8603-d89d1d2f5d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:27.130811 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-198fb482-4a63-4925-8603-d89d1d2f5d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:27.131972 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-198fb482-4a63-4925-8603-d89d1d2f5d21 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/83f2702b-8919-4971-ae25-dc5850e6788d HTTP/1.1" status: 204 len: 168 time: 0.1211150 Jul 02 09:49:27.139366 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fb482-4a63-4925-8603-d89d1d2f5d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f2702b-8919-4971-ae25-dc5850e6788d,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:27.389160 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48136) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:27.405841 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-63c992d8-64b8-4f95-864c-37e295bf4755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:27.491973 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-63c992d8-64b8-4f95-864c-37e295bf4755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:27.495559 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-63c992d8-64b8-4f95-864c-37e295bf4755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:27.533261 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-63c992d8-64b8-4f95-864c-37e295bf4755 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a98f94e98b344b5f8faf2aaf6c5e0821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429889 Jul 02 09:49:27.535180 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c992d8-64b8-4f95-864c-37e295bf4755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aa014d-a874-442a-a2ba-83095c40281a,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:27.535910 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 48138) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:27.587493 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-98a92b3a-6881-4aca-8b96-996c75586cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:27.610610 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-98a92b3a-6881-4aca-8b96-996c75586cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:27.659027 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-98a92b3a-6881-4aca-8b96-996c75586cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:27.661684 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-98a92b3a-6881-4aca-8b96-996c75586cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:27.662907 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-98a92b3a-6881-4aca-8b96-996c75586cb0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c3aa014d-a874-442a-a2ba-83095c40281a HTTP/1.1" status: 204 len: 168 time: 0.1259055 Jul 02 09:49:27.670732 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a92b3a-6881-4aca-8b96-996c75586cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aa014d-a874-442a-a2ba-83095c40281a,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:28.644710 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48170) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:28.749600 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-76a2e7fa-079a-4cb9-8a0a-ae76adf24105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:28.841466 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-76a2e7fa-079a-4cb9-8a0a-ae76adf24105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:28.844881 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-76a2e7fa-079a-4cb9-8a0a-ae76adf24105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:28.882245 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-76a2e7fa-079a-4cb9-8a0a-ae76adf24105 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bf694a60cc0c4ee9817c7c6b768ae713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364304 Jul 02 09:49:28.883105 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2e7fa-079a-4cb9-8a0a-ae76adf24105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d5d7ed-2e2a-40e3-b4eb-f42c532bcb34,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:28.884841 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 48176) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:28.933128 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8408-baba-4741-8aef-43069bee5818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:28.954570 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8408-baba-4741-8aef-43069bee5818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:29.003017 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8408-baba-4741-8aef-43069bee5818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:29.005604 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8408-baba-4741-8aef-43069bee5818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:29.006746 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-cbdd8408-baba-4741-8aef-43069bee5818 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a0d5d7ed-2e2a-40e3-b4eb-f42c532bcb34 HTTP/1.1" status: 204 len: 168 time: 0.1207809 Jul 02 09:49:29.014005 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd8408-baba-4741-8aef-43069bee5818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d5d7ed-2e2a-40e3-b4eb-f42c532bcb34,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:29.585732 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 48200) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:29.684356 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-a4011317-c8a9-4d0d-a74d-1ceac38b4fbf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1608012959-network', 'tenant_id': '18bb629a318442e580176f310bc4b63c'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:49:29.711051 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4011317-c8a9-4d0d-a74d-1ceac38b4fbf admin admin] Made reservation on behalf of 18bb629a318442e580176f310bc4b63c for: {'network': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:49:29.713457 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a4011317-c8a9-4d0d-a74d-1ceac38b4fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:29.722565 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a4011317-c8a9-4d0d-a74d-1ceac38b4fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:29.812307 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a4011317-c8a9-4d0d-a74d-1ceac38b4fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:29.815839 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a4011317-c8a9-4d0d-a74d-1ceac38b4fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:29.836827 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4011317-c8a9-4d0d-a74d-1ceac38b4fbf admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=99501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 09:49:29.852392 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4011317-c8a9-4d0d-a74d-1ceac38b4fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c50b35-e716-4f68-98a0-91ed529765de,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:29.855267 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a4011317-c8a9-4d0d-a74d-1ceac38b4fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:29.855614 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.db.segments_db [None req-a4011317-c8a9-4d0d-a74d-1ceac38b4fbf admin admin] Added segment 5d2dbea4-0508-4405-98fa-2a9581b32980 of type vlan for network 1ec57648-3f16-4bf8-9281-f21167f3c8ea Jul 02 09:49:29.896904 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a4011317-c8a9-4d0d-a74d-1ceac38b4fbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:29.925843 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a4011317-c8a9-4d0d-a74d-1ceac38b4fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:29.926802 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4011317-c8a9-4d0d-a74d-1ceac38b4fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:29.927386 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a4011317-c8a9-4d0d-a74d-1ceac38b4fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:29.960126 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-a4011317-c8a9-4d0d-a74d-1ceac38b4fbf admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3732991 Jul 02 09:49:29.963047 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48206) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:29.968124 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-da526e30-d5b3-4a34-a47b-182927667b21 admin admin] Request body: {'subnet': {'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1608012959-subnet', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'ip_version': 4}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:49:29.988752 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da526e30-d5b3-4a34-a47b-182927667b21 admin admin] Made reservation on behalf of 18bb629a318442e580176f310bc4b63c for: {'subnet': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:49:29.990399 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4011317-c8a9-4d0d-a74d-1ceac38b4fbf admin admin] Pushing event updated for resources: {'Network': ['ID=1ec57648-3f16-4bf8-9281-f21167f3c8ea,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:29.991656 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-da526e30-d5b3-4a34-a47b-182927667b21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3689602'] for subnet, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:30.001022 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network 1ec57648-3f16-4bf8-9281-f21167f3c8ea details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:49:30.165232 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-da526e30-d5b3-4a34-a47b-182927667b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3997670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3689616'] for subnet, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:30.223236 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da526e30-d5b3-4a34-a47b-182927667b21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40ae8501-a0e7-4de8-92cb-e74ce37c3732,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:30.231486 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da526e30-d5b3-4a34-a47b-182927667b21 admin admin] Checking segment: {'id': '5d2dbea4-0508-4405-98fa-2a9581b32980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:49:30.231843 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da526e30-d5b3-4a34-a47b-182927667b21 admin admin] Network hostable DHCP agents. Network: 1ec57648-3f16-4bf8-9281-f21167f3c8ea, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:49:30.247544 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da526e30-d5b3-4a34-a47b-182927667b21 admin admin] Network 1ec57648-3f16-4bf8-9281-f21167f3c8ea is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:49:30.256213 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-da526e30-d5b3-4a34-a47b-182927667b21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, 1ec57648-3f16-4bf8-9281-f21167f3c8ea) {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:49:30.262227 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da526e30-d5b3-4a34-a47b-182927667b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:30.263148 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-da526e30-d5b3-4a34-a47b-182927667b21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:30.263927 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad2062b-09cc-4a1a-86af-e42355d715ae None None] Network 1ec57648-3f16-4bf8-9281-f21167f3c8ea requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:49:30.277705 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-da526e30-d5b3-4a34-a47b-182927667b21 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3135228 Jul 02 09:49:30.280353 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48208) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:30.285041 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1608012959-router', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:49:30.304826 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14687'] for router, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:30.305824 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14660'] for router, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:30.358263 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:30.410084 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7dea1bd-0782-506e-8bb9-6115f597cb05-1ec57648-3f16-4bf8-9281-f21167f3c8ea', 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'fixed_ips': [{'subnet_id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732'}]}} from dv-cinder-772181-12-iscsi. {{(pid=99503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 09:49:30.410937 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:30.493568 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14714'] for router, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:30.545754 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Allocated IP 172.20.0.2 (1ec57648-3f16-4bf8-9281-f21167f3c8ea/40ae8501-a0e7-4de8-92cb-e74ce37c3732/546d708c-4dde-47fd-9e1e-816e9d68b2e0) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:49:30.685656 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:30.689521 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:30.694654 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Transition to ACTIVE for port object 546d708c-4dde-47fd-9e1e-816e9d68b2e0 will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:49:30.709475 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Transition to ACTIVE for port object 546d708c-4dde-47fd-9e1e-816e9d68b2e0 will not be triggered until provisioned by entity DHCP. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:49:30.714491 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:30.716176 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:30.760899 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Network 1ec57648-3f16-4bf8-9281-f21167f3c8ea is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:49:30.763855 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:49:30.767606 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:49:30.776080 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Pushing event updated for resources: {'Port': ['ID=546d708c-4dde-47fd-9e1e-816e9d68b2e0,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:30.825131 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] Allocated IP 172.27.1.59 (91abeacf-6705-4621-a88a-4859e43fbb2c/3acd31d5-d298-493f-8b22-8cf1b4526b9f/2e86f6d0-1db4-440f-b4cd-8d1c52319b94) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:49:30.830453 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Attempting to bind port 546d708c-4dde-47fd-9e1e-816e9d68b2e0 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:49:30.830622 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Attempting to bind port 546d708c-4dde-47fd-9e1e-816e9d68b2e0 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': '5d2dbea4-0508-4405-98fa-2a9581b32980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:49:30.830991 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Attempting to bind port 546d708c-4dde-47fd-9e1e-816e9d68b2e0 on network 1ec57648-3f16-4bf8-9281-f21167f3c8ea {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:49:30.836165 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:49:30.836577 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Checking segment: {'id': '5d2dbea4-0508-4405-98fa-2a9581b32980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:49:30.836983 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:30.837380 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Bound using segment: {'id': '5d2dbea4-0508-4405-98fa-2a9581b32980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:49:30.837843 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Bound port: 546d708c-4dde-47fd-9e1e-816e9d68b2e0, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2dbea4-0508-4405-98fa-2a9581b32980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:49:30.838230 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:30.899809 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] For port 546d708c-4dde-47fd-9e1e-816e9d68b2e0, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:49:30.903004 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] For port 546d708c-4dde-47fd-9e1e-816e9d68b2e0, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=546d708c-4dde-47fd-9e1e-816e9d68b2e0,segment=NetworkSegment(5d2dbea4-0508-4405-98fa-2a9581b32980),segment_id=5d2dbea4-0508-4405-98fa-2a9581b32980)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:49:30.908196 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:30.929254 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:30.967925 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:30.973135 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a6dde-9c9f-4744-8c34-59b8bf0e5721 None None] Pushing event updated for resources: {'Port': ['ID=546d708c-4dde-47fd-9e1e-816e9d68b2e0,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:31.017353 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:49:31.022763 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:49:31.026859 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:49:31.053431 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=2e86f6d0-1db4-440f-b4cd-8d1c52319b94,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:31.309319 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:31.506188 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634886'] for router, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:31.634188 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] Router 39bbd26a-9593-4049-9eef-aa10c3445077 is scheduled to L3 agent 9e613d5e-7006-412c-b838-682983cdc62a with binding_index 1 {{(pid=99502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 09:49:31.891315 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85afcc6c-3277-4655-8a0e-90aa0108219a None None] Network 1ec57648-3f16-4bf8-9281-f21167f3c8ea requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:49:31.952097 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-d87df3cd-adcd-4269-bb8c-6a7d2ee18d4b None None] Provisioning for port 546d708c-4dde-47fd-9e1e-816e9d68b2e0 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:49:32.016119 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:49:32.026432 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Sync routers for ids ['39bbd26a-9593-4049-9eef-aa10c3445077'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:49:32.034486 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:32.036910 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-4189799b-a723-4730-8497-dfc391334aa3 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7555382 Jul 02 09:49:32.038521 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48212) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:32.039319 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Routers {'39bbd26a-9593-4049-9eef-aa10c3445077'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:49:32.040017 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:49:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['39bbd26a-9593-4049-9eef-aa10c3445077'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:32.152351 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Set router 39bbd26a-9593-4049-9eef-aa10c3445077 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:49:32.338198 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'name': 'tempest-TestShelveInstance-1608012959-router', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:31Z', 'revision_number': 3, 'project_id': '18bb629a318442e580176f310bc4b63c', 'gw_port': {'id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:32.363924 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Checking router: 39bbd26a-9593-4049-9eef-aa10c3445077 for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:49:32.364277 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Updating router 39bbd26a-9593-4049-9eef-aa10c3445077 port 2e86f6d0-1db4-440f-b4cd-8d1c52319b94 binding host dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:49:32.400735 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:32.461406 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:32.613049 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] Allocated IP 172.20.0.1 (1ec57648-3f16-4bf8-9281-f21167f3c8ea/40ae8501-a0e7-4de8-92cb-e74ce37c3732/98be59c5-c9df-412b-9954-63da0a783ab2) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:49:32.649939 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Notify callbacks [] for port, precommit_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:32.661092 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Transition to ACTIVE for port object 2e86f6d0-1db4-440f-b4cd-8d1c52319b94 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:49:32.669814 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:32.719346 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c2625-8259-452e-8b8e-da472a5d6f6c None None] Pushing event updated for resources: {'Port': ['ID=2e86f6d0-1db4-440f-b4cd-8d1c52319b94,revision_number=2']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:32.729701 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:32.730720 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2625-8259-452e-8b8e-da472a5d6f6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:32.731065 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2625-8259-452e-8b8e-da472a5d6f6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:32.731405 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2625-8259-452e-8b8e-da472a5d6f6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:32.731733 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2625-8259-452e-8b8e-da472a5d6f6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:32.732056 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2625-8259-452e-8b8e-da472a5d6f6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:32.732379 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2625-8259-452e-8b8e-da472a5d6f6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:32.732737 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2625-8259-452e-8b8e-da472a5d6f6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:32.733048 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2625-8259-452e-8b8e-da472a5d6f6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:32.733383 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2625-8259-452e-8b8e-da472a5d6f6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:32.733703 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2625-8259-452e-8b8e-da472a5d6f6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:32.734016 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2625-8259-452e-8b8e-da472a5d6f6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:32.734328 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2625-8259-452e-8b8e-da472a5d6f6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:32.745707 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] Transition to ACTIVE for port object 98be59c5-c9df-412b-9954-63da0a783ab2 will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:49:32.745867 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Attempting to bind port 2e86f6d0-1db4-440f-b4cd-8d1c52319b94 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:49:32.746127 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Attempting to bind port 2e86f6d0-1db4-440f-b4cd-8d1c52319b94 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:49:32.746831 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Attempting to bind port 2e86f6d0-1db4-440f-b4cd-8d1c52319b94 on network 91abeacf-6705-4621-a88a-4859e43fbb2c {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:49:32.754482 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:49:32.754885 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Checking segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:49:32.755273 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:32.755657 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Bound using segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:49:32.757006 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Bound port: 2e86f6d0-1db4-440f-b4cd-8d1c52319b94, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:49:32.757668 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:32.759949 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 546d708c-4dde-47fd-9e1e-816e9d68b2e0 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:49:32.786357 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:32.817885 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 546d708c-4dde-47fd-9e1e-816e9d68b2e0 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:49:32.822095 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] For port 2e86f6d0-1db4-440f-b4cd-8d1c52319b94, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:49:32.824711 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 546d708c-4dde-47fd-9e1e-816e9d68b2e0 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:49:32.825085 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:32.826249 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] For port 2e86f6d0-1db4-440f-b4cd-8d1c52319b94, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=2e86f6d0-1db4-440f-b4cd-8d1c52319b94,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:49:32.827685 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] Network 1ec57648-3f16-4bf8-9281-f21167f3c8ea is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:49:32.831514 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:49:32.831891 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:32.835048 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:49:32.859425 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] Pushing event updated for resources: {'Port': ['ID=98be59c5-c9df-412b-9954-63da0a783ab2,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:32.887948 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633350'] for router_interface, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:32.897766 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Routers {'39bbd26a-9593-4049-9eef-aa10c3445077'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:49:32.898325 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:49:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['39bbd26a-9593-4049-9eef-aa10c3445077'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:32.911610 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:32.949662 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c2625-8259-452e-8b8e-da472a5d6f6c None None] Pushing event updated for resources: {'Port': ['ID=2e86f6d0-1db4-440f-b4cd-8d1c52319b94,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:32.954200 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 546d708c-4dde-47fd-9e1e-816e9d68b2e0, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=546d708c-4dde-47fd-9e1e-816e9d68b2e0,segment=NetworkSegment(5d2dbea4-0508-4405-98fa-2a9581b32980),segment_id=5d2dbea4-0508-4405-98fa-2a9581b32980)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:49:32.961474 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:33.015027 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=546d708c-4dde-47fd-9e1e-816e9d68b2e0,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:33.045382 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] Set router 39bbd26a-9593-4049-9eef-aa10c3445077 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:49:33.057010 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:33.108602 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-bf6e8b02-e952-416b-b89c-e88d7626901d None None] Provisioning for port 98be59c5-c9df-412b-9954-63da0a783ab2 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:49:33.113613 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-bf6e8b02-e952-416b-b89c-e88d7626901d None None] Provisioning complete for port 98be59c5-c9df-412b-9954-63da0a783ab2 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:49:33.114072 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-bf6e8b02-e952-416b-b89c-e88d7626901d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:33.148986 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e8b02-e952-416b-b89c-e88d7626901d None None] Port 98be59c5-c9df-412b-9954-63da0a783ab2 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:49:33.224696 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:33.230667 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:33.302940 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633536'] for router_interface, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:33.305620 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] Pushing event updated for resources: {'Port': ['ID=98be59c5-c9df-412b-9954-63da0a783ab2,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:33.315280 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'name': 'tempest-TestShelveInstance-1608012959-router', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:31Z', 'revision_number': 3, 'project_id': '18bb629a318442e580176f310bc4b63c', 'gw_port': {'id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:33.341705 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62255cf2-e3d0-48ef-8477-476d9b8d0876 None None] The sync data for ids ['39bbd26a-9593-4049-9eef-aa10c3445077'] in dv-cinder-772181-12-iscsi is: [{'id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'name': 'tempest-TestShelveInstance-1608012959-router', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:31Z', 'revision_number': 3, 'project_id': '18bb629a318442e580176f310bc4b63c', 'gw_port': {'id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:49:33.399268 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] Network 1ec57648-3f16-4bf8-9281-f21167f3c8ea is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:49:33.400764 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:49:33.526739 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] Router 39bbd26a-9593-4049-9eef-aa10c3445077 has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:49:33.667587 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:49:33.676541 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-05b5426d-d31e-44dd-88ea-1016a18e8a5f None None] Provisioning complete for port 98be59c5-c9df-412b-9954-63da0a783ab2 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:49:33.676541 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-05b5426d-d31e-44dd-88ea-1016a18e8a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:33.676892 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-428d200f-d29b-4bdc-9564-0489bde0a045 admin admin] 10.222.0.47 "PUT /v2.0/routers/39bbd26a-9593-4049-9eef-aa10c3445077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6328065 Jul 02 09:49:33.709524 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-05b5426d-d31e-44dd-88ea-1016a18e8a5f None None] Port 98be59c5-c9df-412b-9954-63da0a783ab2 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:49:34.151895 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48232) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:34.157112 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1976829134-network', 'tenant_id': 'f09cb7a3360f4211958bc71e02b16411'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:49:34.177826 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Made reservation on behalf of f09cb7a3360f4211958bc71e02b16411 for: {'network': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:49:34.180089 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:34.188263 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:34.276389 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:34.280171 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:34.301899 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=99502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 09:49:34.316899 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaa4df4-1e42-4bfb-a2e6-7d2dd82d60ef,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:34.320009 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:34.320351 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.segments_db [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Added segment 361e5962-7847-40ae-be37-59b1f459967b of type vlan for network bcc3294e-94aa-4c58-90ec-20c2adcdeede Jul 02 09:49:34.338161 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.338551 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.338987 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.339247 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.339589 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.339886 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.340216 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.340617 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.340952 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.341282 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.341613 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.341939 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.385009 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:34.414051 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:34.414995 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:34.415591 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:34.449369 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2962217 Jul 02 09:49:34.452120 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 48236) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:34.458357 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Request body: {'subnet': {'network_id': 'bcc3294e-94aa-4c58-90ec-20c2adcdeede', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1976829134-subnet', 'tenant_id': 'f09cb7a3360f4211958bc71e02b16411', 'ip_version': 4}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:49:34.478940 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e5fcb-de3a-4a5b-bd4d-cb0c6a0c0894 admin admin] Pushing event updated for resources: {'Network': ['ID=bcc3294e-94aa-4c58-90ec-20c2adcdeede,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:34.482047 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Made reservation on behalf of f09cb7a3360f4211958bc71e02b16411 for: {'subnet': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:49:34.484537 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25632336'] for subnet, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:34.491044 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network bcc3294e-94aa-4c58-90ec-20c2adcdeede details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:49:34.664667 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25252625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25632322'] for subnet, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:34.728956 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e71379b7-2187-4557-9a91-e55597a1de7e,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:34.740688 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.741041 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.741380 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.741714 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.742044 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.742372 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.742697 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.743022 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.743345 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.743860 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.744184 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.744539 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:49:34.747647 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Checking segment: {'id': '361e5962-7847-40ae-be37-59b1f459967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bcc3294e-94aa-4c58-90ec-20c2adcdeede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:49:34.748005 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Network hostable DHCP agents. Network: bcc3294e-94aa-4c58-90ec-20c2adcdeede, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:49:34.770192 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Network bcc3294e-94aa-4c58-90ec-20c2adcdeede is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:49:34.783925 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, bcc3294e-94aa-4c58-90ec-20c2adcdeede) {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:49:34.788572 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:34.789459 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:34.800119 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fb8584-cdc9-407f-9b33-b3c24a5b7ee6 None None] Network bcc3294e-94aa-4c58-90ec-20c2adcdeede requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:49:34.804548 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 546d708c-4dde-47fd-9e1e-816e9d68b2e0 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:49:34.807668 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-4abddf2c-fab6-4dd7-bc20-73ca40d562fa admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3538377 Jul 02 09:49:34.810232 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 48238) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:34.814816 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1976829134-router', 'tenant_id': 'f09cb7a3360f4211958bc71e02b16411', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:49:34.834525 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14687'] for router, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:34.835643 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14660'] for router, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:34.894334 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:35.014456 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Sync routers for ids ['39bbd26a-9593-4049-9eef-aa10c3445077'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:49:35.036456 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Routers {'39bbd26a-9593-4049-9eef-aa10c3445077'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:49:35.037114 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:49:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['39bbd26a-9593-4049-9eef-aa10c3445077'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:35.040110 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14714'] for router, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:35.132261 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 546d708c-4dde-47fd-9e1e-816e9d68b2e0 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:49:35.132668 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:35.240877 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:35.241453 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Set router 39bbd26a-9593-4049-9eef-aa10c3445077 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:49:35.260715 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:35.274185 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7dea1bd-0782-506e-8bb9-6115f597cb05-bcc3294e-94aa-4c58-90ec-20c2adcdeede', 'network_id': 'bcc3294e-94aa-4c58-90ec-20c2adcdeede', 'tenant_id': 'f09cb7a3360f4211958bc71e02b16411', 'fixed_ips': [{'subnet_id': 'e71379b7-2187-4557-9a91-e55597a1de7e'}]}} from dv-cinder-772181-12-iscsi. {{(pid=99503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 09:49:35.274926 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:35.362278 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_common [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] Allocated IP 172.27.1.185 (91abeacf-6705-4621-a88a-4859e43fbb2c/3acd31d5-d298-493f-8b22-8cf1b4526b9f/4ea2d910-abfd-4ab8-8821-fbb553f78b84) {{(pid=99501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:49:35.441539 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 2e86f6d0-1db4-440f-b4cd-8d1c52319b94 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:49:35.465872 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:35.504425 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25252481'] for port, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:35.546022 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:49:35.549133 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:49:35.554021 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] Received port after_create {{(pid=99501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:49:35.556644 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea2d910-abfd-4ab8-8821-fbb553f78b84,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:35.585513 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.db_base_plugin_common [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Allocated IP 172.20.0.2 (bcc3294e-94aa-4c58-90ec-20c2adcdeede/e71379b7-2187-4557-9a91-e55597a1de7e/49aa86b8-e16d-45bd-9604-ffe5f26a5efa) {{(pid=99503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:49:35.587402 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 2e86f6d0-1db4-440f-b4cd-8d1c52319b94 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:49:35.615995 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 2e86f6d0-1db4-440f-b4cd-8d1c52319b94 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:49:35.616375 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:35.786573 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'name': 'tempest-TestShelveInstance-1608012959-router', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:33Z', 'revision_number': 4, 'project_id': '18bb629a318442e580176f310bc4b63c', 'gw_port': {'id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '98be59c5-c9df-412b-9954-63da0a783ab2', 'name': '', 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'mac_address': 'fa:16:3e:e2:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:32Z', 'updated_at': '2021-07-02T09:49:33Z', 'revision_number': 2, 'project_id': '18bb629a318442e580176f310bc4b63c', 'subnets': [{'id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:35.814134 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:35.831696 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Checking router: 39bbd26a-9593-4049-9eef-aa10c3445077 for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:49:35.832058 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Updating router 39bbd26a-9593-4049-9eef-aa10c3445077 port 98be59c5-c9df-412b-9954-63da0a783ab2 binding host dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:49:35.851025 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:35.904327 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 2e86f6d0-1db4-440f-b4cd-8d1c52319b94, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=2e86f6d0-1db4-440f-b4cd-8d1c52319b94,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:49:35.917812 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:35.919770 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Notify callbacks [] for port, precommit_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:35.926721 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:35.953585 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Transition to ACTIVE for port object 49aa86b8-e16d-45bd-9604-ffe5f26a5efa will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:49:35.991189 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Transition to ACTIVE for port object 49aa86b8-e16d-45bd-9604-ffe5f26a5efa will not be triggered until provisioned by entity DHCP. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:49:36.012370 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634886'] for router, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:36.024371 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926'] for port, after_create {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:36.034967 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=2e86f6d0-1db4-440f-b4cd-8d1c52319b94,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:36.077490 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Network bcc3294e-94aa-4c58-90ec-20c2adcdeede is already hosted by enough agents. {{(pid=99503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:49:36.121484 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.scheduler.base_scheduler [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Resources bound (agent type, host, resource id): {{(pid=99503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:49:36.132630 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Received port after_create {{(pid=99503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:49:36.140183 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] Router cc169321-e3c6-43f1-a0fb-1a0e577564b8 is scheduled to L3 agent 9e613d5e-7006-412c-b838-682983cdc62a with binding_index 1 {{(pid=99501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 09:49:36.153977 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Pushing event updated for resources: {'Port': ['ID=49aa86b8-e16d-45bd-9604-ffe5f26a5efa,revision_number=1']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:36.245682 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:49:36.253477 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Attempting to bind port 49aa86b8-e16d-45bd-9604-ffe5f26a5efa on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:49:36.253853 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Attempting to bind port 49aa86b8-e16d-45bd-9604-ffe5f26a5efa by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': '361e5962-7847-40ae-be37-59b1f459967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bcc3294e-94aa-4c58-90ec-20c2adcdeede'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:49:36.254223 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Attempting to bind port 49aa86b8-e16d-45bd-9604-ffe5f26a5efa on network bcc3294e-94aa-4c58-90ec-20c2adcdeede {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:49:36.256392 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Sync routers for ids ['cc169321-e3c6-43f1-a0fb-1a0e577564b8'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:49:36.261734 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:49:36.262112 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Checking segment: {'id': '361e5962-7847-40ae-be37-59b1f459967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bcc3294e-94aa-4c58-90ec-20c2adcdeede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:49:36.262516 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:36.262929 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Bound using segment: {'id': '361e5962-7847-40ae-be37-59b1f459967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bcc3294e-94aa-4c58-90ec-20c2adcdeede'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:49:36.263374 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Bound port: 49aa86b8-e16d-45bd-9604-ffe5f26a5efa, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361e5962-7847-40ae-be37-59b1f459967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bcc3294e-94aa-4c58-90ec-20c2adcdeede'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:49:36.263764 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:36.264086 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] Notify callbacks [] for router, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:36.265623 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-2f9d106b-f24d-41ff-b208-fad7ef08fe10 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4543335 Jul 02 09:49:36.268123 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Routers {'cc169321-e3c6-43f1-a0fb-1a0e577564b8'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:49:36.268990 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:49:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['cc169321-e3c6-43f1-a0fb-1a0e577564b8'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:36.269634 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 48242) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:36.382506 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Set router cc169321-e3c6-43f1-a0fb-1a0e577564b8 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:49:36.386843 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] For port 49aa86b8-e16d-45bd-9604-ffe5f26a5efa, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:49:36.405034 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] For port 49aa86b8-e16d-45bd-9604-ffe5f26a5efa, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=49aa86b8-e16d-45bd-9604-ffe5f26a5efa,segment=NetworkSegment(361e5962-7847-40ae-be37-59b1f459967b),segment_id=361e5962-7847-40ae-be37-59b1f459967b)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:49:36.416318 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:36.424390 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:36.467257 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Transition to ACTIVE for port object 98be59c5-c9df-412b-9954-63da0a783ab2 will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:49:36.485265 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:36.493851 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04aa57-9ecc-4e99-a5e8-cf8a3f2cd294 None None] Pushing event updated for resources: {'Port': ['ID=49aa86b8-e16d-45bd-9604-ffe5f26a5efa,revision_number=2']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:36.555917 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723989d8-4656-455d-8e4a-84daf1cd641e None None] Pushing event updated for resources: {'Port': ['ID=98be59c5-c9df-412b-9954-63da0a783ab2,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:36.644138 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Attempting to bind port 98be59c5-c9df-412b-9954-63da0a783ab2 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:49:36.644898 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Attempting to bind port 98be59c5-c9df-412b-9954-63da0a783ab2 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': '5d2dbea4-0508-4405-98fa-2a9581b32980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:49:36.644993 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Attempting to bind port 98be59c5-c9df-412b-9954-63da0a783ab2 on network 1ec57648-3f16-4bf8-9281-f21167f3c8ea {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:49:36.649416 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'name': 'tempest-TestShelveInstance-1976829134-router', 'tenant_id': 'f09cb7a3360f4211958bc71e02b16411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea2d910-abfd-4ab8-8821-fbb553f78b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:34Z', 'updated_at': '2021-07-02T09:49:35Z', 'revision_number': 3, 'project_id': 'f09cb7a3360f4211958bc71e02b16411', 'gw_port': {'id': '4ea2d910-abfd-4ab8-8821-fbb553f78b84', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:35Z', 'updated_at': '2021-07-02T09:49:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:36.653250 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:49:36.653747 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Checking segment: {'id': '5d2dbea4-0508-4405-98fa-2a9581b32980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:49:36.654299 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:36.654788 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Bound using segment: {'id': '5d2dbea4-0508-4405-98fa-2a9581b32980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:49:36.655405 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Bound port: 98be59c5-c9df-412b-9954-63da0a783ab2, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2dbea4-0508-4405-98fa-2a9581b32980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:49:36.655928 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:36.712036 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Checking router: cc169321-e3c6-43f1-a0fb-1a0e577564b8 for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:49:36.712637 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Updating router cc169321-e3c6-43f1-a0fb-1a0e577564b8 port 4ea2d910-abfd-4ab8-8821-fbb553f78b84 binding host dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:49:36.748945 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 2e86f6d0-1db4-440f-b4cd-8d1c52319b94 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:49:36.815994 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:36.895101 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] For port 98be59c5-c9df-412b-9954-63da0a783ab2, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:49:36.900591 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] For port 98be59c5-c9df-412b-9954-63da0a783ab2, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=98be59c5-c9df-412b-9954-63da0a783ab2,segment=NetworkSegment(5d2dbea4-0508-4405-98fa-2a9581b32980),segment_id=5d2dbea4-0508-4405-98fa-2a9581b32980)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:49:36.903939 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 2e86f6d0-1db4-440f-b4cd-8d1c52319b94 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:49:36.904579 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:36.995281 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-afa917d4-bef1-48b8-98c0-81d124239865 req-5c69acea-4d69-470b-bc07-b4b80f3878b2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1444306 Jul 02 09:49:37.119649 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:37.124612 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa917d4-bef1-48b8-98c0-81d124239865 req-f76d0895-5c7d-4d28-875b-432027afdfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:37.128275 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-afa917d4-bef1-48b8-98c0-81d124239865 req-f76d0895-5c7d-4d28-875b-432027afdfba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=385aaa1308d04b8596afd8b8e02b70a0&device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 1098 time: 0.0780971 Jul 02 09:49:37.228327 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Notify callbacks [] for port, precommit_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:37.242581 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Routers {'39bbd26a-9593-4049-9eef-aa10c3445077'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:49:37.243220 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:49:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['39bbd26a-9593-4049-9eef-aa10c3445077'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:37.258522 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.provisioning_blocks [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Transition to ACTIVE for port object 4ea2d910-abfd-4ab8-8821-fbb553f78b84 will not be triggered until provisioned by entity L2. {{(pid=99504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:49:37.270897 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:37.280073 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:37.282091 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa917d4-bef1-48b8-98c0-81d124239865 req-5a3dcded-1c99-4e5b-8ad7-d315954024db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:37.289145 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-afa917d4-bef1-48b8-98c0-81d124239865 req-5a3dcded-1c99-4e5b-8ad7-d315954024db service neutron] 10.222.0.66 "GET /v2.0/networks?id=3cc84980-863d-4837-b81b-521136cf243c HTTP/1.1" status: 200 len: 912 time: 0.1294448 Jul 02 09:49:37.301412 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723989d8-4656-455d-8e4a-84daf1cd641e None None] Pushing event updated for resources: {'Port': ['ID=98be59c5-c9df-412b-9954-63da0a783ab2,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:37.386633 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] Set router 39bbd26a-9593-4049-9eef-aa10c3445077 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:49:37.404496 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-afa917d4-bef1-48b8-98c0-81d124239865 req-44ecd922-3e1b-4d53-aacb-570cb4561703 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe631d3a-fce4-42ec-b72a-d1b61af36a7c HTTP/1.1" status: 200 len: 1000 time: 0.1073258 Jul 02 09:49:37.405197 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Attempting to bind port 4ea2d910-abfd-4ab8-8821-fbb553f78b84 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:49:37.405782 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Attempting to bind port 4ea2d910-abfd-4ab8-8821-fbb553f78b84 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:49:37.406482 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Attempting to bind port 4ea2d910-abfd-4ab8-8821-fbb553f78b84 on network 91abeacf-6705-4621-a88a-4859e43fbb2c {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:49:37.409872 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a646a3-ba32-46cd-845d-83480009a7b2 None None] Pushing event updated for resources: {'Port': ['ID=4ea2d910-abfd-4ab8-8821-fbb553f78b84,revision_number=2']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:37.422144 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:49:37.422595 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Checking segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:49:37.423696 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:37.424225 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Bound using segment: {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'} {{(pid=99504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:49:37.424889 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.managers [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Bound port: 4ea2d910-abfd-4ab8-8821-fbb553f78b84, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0bae348-d1e8-4b18-bfb8-758bab7948a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c'}}] {{(pid=99504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:49:37.425450 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:37.474829 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa917d4-bef1-48b8-98c0-81d124239865 req-44bd845d-29ec-49ba-97c4-edac7a9230ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:37.477028 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-afa917d4-bef1-48b8-98c0-81d124239865 req-44bd845d-29ec-49ba-97c4-edac7a9230ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=97b99747-32ba-40fc-8924-026e409c9089 HTTP/1.1" status: 200 len: 850 time: 0.0624743 Jul 02 09:49:37.499887 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_common [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] Allocated IP 172.20.0.1 (bcc3294e-94aa-4c58-90ec-20c2adcdeede/e71379b7-2187-4557-9a91-e55597a1de7e/611a4abf-52d8-4e28-8946-f25971de3e99) {{(pid=99501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:49:37.517288 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] For port 4ea2d910-abfd-4ab8-8821-fbb553f78b84, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:49:37.522053 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.plugins.ml2.db [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] For port 4ea2d910-abfd-4ab8-8821-fbb553f78b84, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=4ea2d910-abfd-4ab8-8821-fbb553f78b84,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:49:37.530195 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:37.560495 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa917d4-bef1-48b8-98c0-81d124239865 req-4a48dcb6-8f72-498f-b09c-6b89f97a21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:37.562849 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-afa917d4-bef1-48b8-98c0-81d124239865 req-4a48dcb6-8f72-498f-b09c-6b89f97a21a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cc84980-863d-4837-b81b-521136cf243c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0773804 Jul 02 09:49:37.655556 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'name': 'tempest-TestShelveInstance-1608012959-router', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:33Z', 'revision_number': 4, 'project_id': '18bb629a318442e580176f310bc4b63c', 'gw_port': {'id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '98be59c5-c9df-412b-9954-63da0a783ab2', 'name': '', 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'mac_address': 'fa:16:3e:e2:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:32Z', 'updated_at': '2021-07-02T09:49:36Z', 'revision_number': 4, 'project_id': '18bb629a318442e580176f310bc4b63c', 'subnets': [{'id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:37.656375 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a646a3-ba32-46cd-845d-83480009a7b2 None None] Pushing event updated for resources: {'Port': ['ID=4ea2d910-abfd-4ab8-8821-fbb553f78b84,revision_number=3']} {{(pid=99504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:37.669575 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Routers {'cc169321-e3c6-43f1-a0fb-1a0e577564b8'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:49:37.670213 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:49:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['cc169321-e3c6-43f1-a0fb-1a0e577564b8'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:37.677859 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:37.688152 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-afa917d4-bef1-48b8-98c0-81d124239865 req-857cad71-3b34-4eb6-809e-b83c240b8c6d service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156504 Jul 02 09:49:37.703726 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.provisioning_blocks [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] Transition to ACTIVE for port object 611a4abf-52d8-4e28-8946-f25971de3e99 will not be triggered until provisioned by entity DHCP. {{(pid=99501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:49:37.709718 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68068c54-3357-4314-9f89-dbe43152ea39 None None] The sync data for ids ['39bbd26a-9593-4049-9eef-aa10c3445077'] in dv-cinder-772181-12-iscsi is: [{'id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'name': 'tempest-TestShelveInstance-1608012959-router', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:33Z', 'revision_number': 4, 'project_id': '18bb629a318442e580176f310bc4b63c', 'gw_port': {'id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '98be59c5-c9df-412b-9954-63da0a783ab2', 'name': '', 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'mac_address': 'fa:16:3e:e2:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:32Z', 'updated_at': '2021-07-02T09:49:36Z', 'revision_number': 4, 'project_id': '18bb629a318442e580176f310bc4b63c', 'subnets': [{'id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:49:37.795290 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25252481'] for port, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:37.840911 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] Set router cc169321-e3c6-43f1-a0fb-1a0e577564b8 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:49:37.862228 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] Network bcc3294e-94aa-4c58-90ec-20c2adcdeede is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:49:37.863451 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] Pushing event updated for resources: {'Port': ['ID=611a4abf-52d8-4e28-8946-f25971de3e99,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:37.869211 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:49:37.871389 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] Received port after_create {{(pid=99501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:49:37.895634 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-afa917d4-bef1-48b8-98c0-81d124239865 req-9618b582-d634-44ad-98ca-95c6d066d114 service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980796 Jul 02 09:49:37.933865 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633350'] for router_interface, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:37.956144 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e1cb60-1312-4cdf-a31f-a975e9587523 None None] Network bcc3294e-94aa-4c58-90ec-20c2adcdeede requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:49:38.075748 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-72e10c9b-3320-4b0f-a8ed-6fafad759803 None None] Provisioning for port 49aa86b8-e16d-45bd-9604-ffe5f26a5efa completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:49:38.133228 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'name': 'tempest-TestShelveInstance-1976829134-router', 'tenant_id': 'f09cb7a3360f4211958bc71e02b16411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea2d910-abfd-4ab8-8821-fbb553f78b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:34Z', 'updated_at': '2021-07-02T09:49:35Z', 'revision_number': 3, 'project_id': 'f09cb7a3360f4211958bc71e02b16411', 'gw_port': {'id': '4ea2d910-abfd-4ab8-8821-fbb553f78b84', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:35Z', 'updated_at': '2021-07-02T09:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:38.165556 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:38.176409 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f5a611-93cd-4643-9afb-ab85a73d0271 None None] The sync data for ids ['cc169321-e3c6-43f1-a0fb-1a0e577564b8'] in dv-cinder-772181-12-iscsi is: [{'id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'name': 'tempest-TestShelveInstance-1976829134-router', 'tenant_id': 'f09cb7a3360f4211958bc71e02b16411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea2d910-abfd-4ab8-8821-fbb553f78b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:34Z', 'updated_at': '2021-07-02T09:49:35Z', 'revision_number': 3, 'project_id': 'f09cb7a3360f4211958bc71e02b16411', 'gw_port': {'id': '4ea2d910-abfd-4ab8-8821-fbb553f78b84', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:35Z', 'updated_at': '2021-07-02T09:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:49:38.368043 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:38.373450 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25252499'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:38.421025 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-f27600fb-6812-4ca3-95dc-3349323b5c31 None None] Provisioning for port 611a4abf-52d8-4e28-8946-f25971de3e99 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:49:38.427641 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-f27600fb-6812-4ca3-95dc-3349323b5c31 None None] Provisioning complete for port 611a4abf-52d8-4e28-8946-f25971de3e99 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:49:38.427971 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-f27600fb-6812-4ca3-95dc-3349323b5c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:38.456165 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] Pushing event updated for resources: {'Port': ['ID=611a4abf-52d8-4e28-8946-f25971de3e99,revision_number=2']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:38.465459 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633536'] for router_interface, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:38.490894 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-f27600fb-6812-4ca3-95dc-3349323b5c31 None None] Port 611a4abf-52d8-4e28-8946-f25971de3e99 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:49:38.587386 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] Network bcc3294e-94aa-4c58-90ec-20c2adcdeede is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:49:38.589030 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:49:38.679016 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-b58dddde-91d2-407a-9ab7-37943830e260 None None] Provisioning complete for port 611a4abf-52d8-4e28-8946-f25971de3e99 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:49:38.680041 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b58dddde-91d2-407a-9ab7-37943830e260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:38.725247 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] Router cc169321-e3c6-43f1-a0fb-1a0e577564b8 has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:49:38.758638 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-b58dddde-91d2-407a-9ab7-37943830e260 None None] Port 611a4abf-52d8-4e28-8946-f25971de3e99 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:49:38.866340 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:49:38.873872 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-bee5183b-3601-4eed-9528-6c2ebcced62b admin admin] 10.222.0.47 "PUT /v2.0/routers/cc169321-e3c6-43f1-a0fb-1a0e577564b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6031580 Jul 02 09:49:38.923601 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 4ea2d910-abfd-4ab8-8821-fbb553f78b84 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:49:38.993075 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 4ea2d910-abfd-4ab8-8821-fbb553f78b84 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:49:38.997865 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-b1f3605f-b02a-4f0a-ab91-40dd90eb83ae None None] Provisioning complete for port 611a4abf-52d8-4e28-8946-f25971de3e99 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:49:38.998237 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-b1f3605f-b02a-4f0a-ab91-40dd90eb83ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:38.999833 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 4ea2d910-abfd-4ab8-8821-fbb553f78b84 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:49:39.000295 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.082400 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-b1f3605f-b02a-4f0a-ab91-40dd90eb83ae None None] Port 611a4abf-52d8-4e28-8946-f25971de3e99 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:49:39.130276 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.158091 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 4ea2d910-abfd-4ab8-8821-fbb553f78b84, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=4ea2d910-abfd-4ab8-8821-fbb553f78b84,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:49:39.168707 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.170278 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 98be59c5-c9df-412b-9954-63da0a783ab2 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:49:39.261455 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=4ea2d910-abfd-4ab8-8821-fbb553f78b84,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:39.276474 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 98be59c5-c9df-412b-9954-63da0a783ab2 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:49:39.281077 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 98be59c5-c9df-412b-9954-63da0a783ab2 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:49:39.281736 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.369523 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.408369 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 98be59c5-c9df-412b-9954-63da0a783ab2, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=98be59c5-c9df-412b-9954-63da0a783ab2,segment=NetworkSegment(5d2dbea4-0508-4405-98fa-2a9581b32980),segment_id=5d2dbea4-0508-4405-98fa-2a9581b32980)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:49:39.413288 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.414137 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 49aa86b8-e16d-45bd-9604-ffe5f26a5efa up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:49:39.475962 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48260) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:39.480641 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-a60caa12-2bb2-469f-b113-9b8822cf6116 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256326679', 'description': 'tempest-secgroup-smoke-1256326679 description', 'project_id': '18bb629a318442e580176f310bc4b63c'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:49:39.491744 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=98be59c5-c9df-412b-9954-63da0a783ab2,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:39.505625 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 49aa86b8-e16d-45bd-9604-ffe5f26a5efa completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:49:39.506666 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a60caa12-2bb2-469f-b113-9b8822cf6116 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.510414 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 49aa86b8-e16d-45bd-9604-ffe5f26a5efa triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:49:39.510584 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.592909 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.594908 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a60caa12-2bb2-469f-b113-9b8822cf6116 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.598944 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a60caa12-2bb2-469f-b113-9b8822cf6116 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.626989 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a60caa12-2bb2-469f-b113-9b8822cf6116 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.628222 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-a60caa12-2bb2-469f-b113-9b8822cf6116 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1512303 Jul 02 09:49:39.628496 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 49aa86b8-e16d-45bd-9604-ffe5f26a5efa, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=49aa86b8-e16d-45bd-9604-ffe5f26a5efa,segment=NetworkSegment(361e5962-7847-40ae-be37-59b1f459967b),segment_id=361e5962-7847-40ae-be37-59b1f459967b)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:49:39.630109 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60caa12-2bb2-469f-b113-9b8822cf6116 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be72c7c-dd18-4ad5-8745-1602b5b16f74,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:39.631296 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 48262) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:39.635460 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.642635 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-63146532-14e8-4182-b498-b62a5bd2655a tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Request body: {'security_group_rule': {'security_group_id': '3be72c7c-dd18-4ad5-8745-1602b5b16f74', 'project_id': '18bb629a318442e580176f310bc4b63c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:49:39.669847 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-63146532-14e8-4182-b498-b62a5bd2655a tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.688119 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=49aa86b8-e16d-45bd-9604-ffe5f26a5efa,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:39.730077 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-63146532-14e8-4182-b498-b62a5bd2655a tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.733410 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-63146532-14e8-4182-b498-b62a5bd2655a tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.752801 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63146532-14e8-4182-b498-b62a5bd2655a tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8d97b8-7b04-474a-b539-1df947808810,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:39.755070 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-63146532-14e8-4182-b498-b62a5bd2655a tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.759273 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-63146532-14e8-4182-b498-b62a5bd2655a tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245425 Jul 02 09:49:39.759383 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48264) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:39.764082 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-0376bb36-32d7-41aa-9e24-bd339ee40ff3 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Request body: {'security_group_rule': {'security_group_id': '3be72c7c-dd18-4ad5-8745-1602b5b16f74', 'project_id': '18bb629a318442e580176f310bc4b63c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:49:39.790876 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0376bb36-32d7-41aa-9e24-bd339ee40ff3 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.820019 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.850096 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0376bb36-32d7-41aa-9e24-bd339ee40ff3 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.853680 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0376bb36-32d7-41aa-9e24-bd339ee40ff3 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.871944 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376bb36-32d7-41aa-9e24-bd339ee40ff3 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9449068e-deb0-45dd-849f-92e4e4351e35,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:39.880096 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-0376bb36-32d7-41aa-9e24-bd339ee40ff3 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.881336 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-0376bb36-32d7-41aa-9e24-bd339ee40ff3 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209316 Jul 02 09:49:39.884033 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48266) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:39.888522 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-f078d1f3-0493-4e44-adc1-82adc436e6c3 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Request body: {'security_group_rule': {'security_group_id': '3be72c7c-dd18-4ad5-8745-1602b5b16f74', 'project_id': '18bb629a318442e580176f310bc4b63c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:49:39.914706 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f078d1f3-0493-4e44-adc1-82adc436e6c3 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.971304 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f078d1f3-0493-4e44-adc1-82adc436e6c3 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.975089 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f078d1f3-0493-4e44-adc1-82adc436e6c3 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:39.992631 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078d1f3-0493-4e44-adc1-82adc436e6c3 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72136de7-a1cd-4336-a403-05253835f0fc,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:39.997375 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f078d1f3-0493-4e44-adc1-82adc436e6c3 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:40.000982 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-f078d1f3-0493-4e44-adc1-82adc436e6c3 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158571 Jul 02 09:49:40.001585 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48268) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:40.005978 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-3b3b739a-f58d-41b6-b8dc-0c48f29bcdc7 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Request body: {'security_group_rule': {'security_group_id': '3be72c7c-dd18-4ad5-8745-1602b5b16f74', 'project_id': '18bb629a318442e580176f310bc4b63c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:49:40.032809 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3b3b739a-f58d-41b6-b8dc-0c48f29bcdc7 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:40.091005 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3b3b739a-f58d-41b6-b8dc-0c48f29bcdc7 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:40.094132 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3b3b739a-f58d-41b6-b8dc-0c48f29bcdc7 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:40.112896 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b739a-f58d-41b6-b8dc-0c48f29bcdc7 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a0b8d4-70ba-4c57-82eb-5f1cd7db7e43,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:40.115244 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-3b3b739a-f58d-41b6-b8dc-0c48f29bcdc7 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:40.116386 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-3b3b739a-f58d-41b6-b8dc-0c48f29bcdc7 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1138668 Jul 02 09:49:40.119078 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48270) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:40.123286 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-7acfbee5-ae2e-4af2-a855-085126115fc4 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Request body: {'security_group_rule': {'security_group_id': '3be72c7c-dd18-4ad5-8745-1602b5b16f74', 'project_id': '18bb629a318442e580176f310bc4b63c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:49:40.146783 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.securitygroups_db [None req-7acfbee5-ae2e-4af2-a855-085126115fc4 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Project 18bb629a318442e580176f310bc4b63c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 02 09:49:40.151440 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7acfbee5-ae2e-4af2-a855-085126115fc4 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:40.210374 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7acfbee5-ae2e-4af2-a855-085126115fc4 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:40.214039 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7acfbee5-ae2e-4af2-a855-085126115fc4 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:40.231549 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acfbee5-ae2e-4af2-a855-085126115fc4 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f9c1bf-98be-4991-aaac-966834f20a97,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:40.237067 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-7acfbee5-ae2e-4af2-a855-085126115fc4 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:40.238234 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-7acfbee5-ae2e-4af2-a855-085126115fc4 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182318 Jul 02 09:49:40.240990 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48272) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:49:40.245245 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-d3fd2c42-63a6-4c23-8711-98993d1ba056 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Request body: {'security_group_rule': {'security_group_id': '3be72c7c-dd18-4ad5-8745-1602b5b16f74', 'project_id': '18bb629a318442e580176f310bc4b63c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:49:40.265348 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.securitygroups_db [None req-d3fd2c42-63a6-4c23-8711-98993d1ba056 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Project 18bb629a318442e580176f310bc4b63c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 02 09:49:40.270450 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2c42-63a6-4c23-8711-98993d1ba056 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:40.333213 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2c42-63a6-4c23-8711-98993d1ba056 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:40.341285 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2c42-63a6-4c23-8711-98993d1ba056 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-548580'] for security_group_rule, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:40.362248 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd2c42-63a6-4c23-8711-98993d1ba056 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234efb8f-a8a5-4ba5-934e-64fbb4f62bcd,revision_number=0']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:40.369292 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2c42-63a6-4c23-8711-98993d1ba056 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:40.370719 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-d3fd2c42-63a6-4c23-8711-98993d1ba056 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287720 Jul 02 09:49:40.723174 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 4ea2d910-abfd-4ab8-8821-fbb553f78b84 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:49:40.782459 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 4ea2d910-abfd-4ab8-8821-fbb553f78b84 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:49:40.783149 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:40.892279 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 98be59c5-c9df-412b-9954-63da0a783ab2 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:49:40.938713 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 98be59c5-c9df-412b-9954-63da0a783ab2 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:49:40.939083 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:41.020349 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 49aa86b8-e16d-45bd-9604-ffe5f26a5efa up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:49:41.068784 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 49aa86b8-e16d-45bd-9604-ffe5f26a5efa triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:49:41.069168 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:41.096621 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Sync routers for ids ['cc169321-e3c6-43f1-a0fb-1a0e577564b8'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:49:41.111913 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Routers {'cc169321-e3c6-43f1-a0fb-1a0e577564b8'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:49:41.112614 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:49:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['cc169321-e3c6-43f1-a0fb-1a0e577564b8'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:41.260330 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Set router cc169321-e3c6-43f1-a0fb-1a0e577564b8 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:49:41.462582 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'name': 'tempest-TestShelveInstance-1976829134-router', 'tenant_id': 'f09cb7a3360f4211958bc71e02b16411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea2d910-abfd-4ab8-8821-fbb553f78b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:34Z', 'updated_at': '2021-07-02T09:49:38Z', 'revision_number': 4, 'project_id': 'f09cb7a3360f4211958bc71e02b16411', 'gw_port': {'id': '4ea2d910-abfd-4ab8-8821-fbb553f78b84', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:35Z', 'updated_at': '2021-07-02T09:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '611a4abf-52d8-4e28-8946-f25971de3e99', 'name': '', 'network_id': 'bcc3294e-94aa-4c58-90ec-20c2adcdeede', 'tenant_id': 'f09cb7a3360f4211958bc71e02b16411', 'mac_address': 'fa:16:3e:13:53:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'e71379b7-2187-4557-9a91-e55597a1de7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:37Z', 'updated_at': '2021-07-02T09:49:38Z', 'revision_number': 2, 'project_id': 'f09cb7a3360f4211958bc71e02b16411', 'subnets': [{'id': 'e71379b7-2187-4557-9a91-e55597a1de7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:41.488338 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Checking router: cc169321-e3c6-43f1-a0fb-1a0e577564b8 for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:49:41.488725 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Updating router cc169321-e3c6-43f1-a0fb-1a0e577564b8 port 611a4abf-52d8-4e28-8946-f25971de3e99 binding host dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 09:49:41.523059 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:41.797085 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Notify callbacks [] for port, precommit_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:41.806885 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Transition to ACTIVE for port object 611a4abf-52d8-4e28-8946-f25971de3e99 will not be triggered until provisioned by entity L2. {{(pid=99503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:49:41.813207 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:41.864357 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe8f62-1d1d-4345-b1a6-5a2871e9a21c None None] Pushing event updated for resources: {'Port': ['ID=611a4abf-52d8-4e28-8946-f25971de3e99,revision_number=3']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:41.924478 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Attempting to bind port 611a4abf-52d8-4e28-8946-f25971de3e99 on host dv-cinder-772181-12-iscsi for vnic_type normal with profile {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:49:41.924852 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Attempting to bind port 611a4abf-52d8-4e28-8946-f25971de3e99 by drivers openvswitch,hyperv on host dv-cinder-772181-12-iscsi at level 0 using segments [{'id': '361e5962-7847-40ae-be37-59b1f459967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bcc3294e-94aa-4c58-90ec-20c2adcdeede'}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:49:41.925204 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Attempting to bind port 611a4abf-52d8-4e28-8946-f25971de3e99 on network bcc3294e-94aa-4c58-90ec-20c2adcdeede {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:49:41.930291 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Checking agent: {'id': '13d2592e-64e2-46ba-8e51-44a755f3af06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 33, 45), 'started_at': datetime.datetime(2021, 7, 2, 9, 34, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:49:41.930652 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Checking segment: {'id': '361e5962-7847-40ae-be37-59b1f459967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bcc3294e-94aa-4c58-90ec-20c2adcdeede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:49:41.931055 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:41.931442 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Bound using segment: {'id': '361e5962-7847-40ae-be37-59b1f459967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bcc3294e-94aa-4c58-90ec-20c2adcdeede'} {{(pid=99503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:49:41.931899 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.managers [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Bound port: 611a4abf-52d8-4e28-8946-f25971de3e99, host: dv-cinder-772181-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361e5962-7847-40ae-be37-59b1f459967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bcc3294e-94aa-4c58-90ec-20c2adcdeede'}}] {{(pid=99503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:49:41.932276 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:42.002016 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] For port 611a4abf-52d8-4e28-8946-f25971de3e99, host dv-cinder-772181-12-iscsi, cleared binding levels {{(pid=99503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:49:42.005267 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] For port 611a4abf-52d8-4e28-8946-f25971de3e99, host dv-cinder-772181-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=611a4abf-52d8-4e28-8946-f25971de3e99,segment=NetworkSegment(361e5962-7847-40ae-be37-59b1f459967b),segment_id=361e5962-7847-40ae-be37-59b1f459967b)] {{(pid=99503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:49:42.010392 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:42.070189 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Routers {'cc169321-e3c6-43f1-a0fb-1a0e577564b8'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:49:42.071077 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:49:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['cc169321-e3c6-43f1-a0fb-1a0e577564b8'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:42.072956 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe8f62-1d1d-4345-b1a6-5a2871e9a21c None None] Pushing event updated for resources: {'Port': ['ID=611a4abf-52d8-4e28-8946-f25971de3e99,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:42.319274 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-641d27bb-caa1-460d-83f3-8a8614ec0c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:42.321908 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] Set router cc169321-e3c6-43f1-a0fb-1a0e577564b8 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:49:42.544093 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'name': 'tempest-TestShelveInstance-1976829134-router', 'tenant_id': 'f09cb7a3360f4211958bc71e02b16411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea2d910-abfd-4ab8-8821-fbb553f78b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:34Z', 'updated_at': '2021-07-02T09:49:38Z', 'revision_number': 4, 'project_id': 'f09cb7a3360f4211958bc71e02b16411', 'gw_port': {'id': '4ea2d910-abfd-4ab8-8821-fbb553f78b84', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:35Z', 'updated_at': '2021-07-02T09:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '611a4abf-52d8-4e28-8946-f25971de3e99', 'name': '', 'network_id': 'bcc3294e-94aa-4c58-90ec-20c2adcdeede', 'tenant_id': 'f09cb7a3360f4211958bc71e02b16411', 'mac_address': 'fa:16:3e:13:53:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'e71379b7-2187-4557-9a91-e55597a1de7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:37Z', 'updated_at': '2021-07-02T09:49:41Z', 'revision_number': 4, 'project_id': 'f09cb7a3360f4211958bc71e02b16411', 'subnets': [{'id': 'e71379b7-2187-4557-9a91-e55597a1de7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:49:42.570222 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c2cae0-85c6-4fed-a185-018574ac9f6f None None] The sync data for ids ['cc169321-e3c6-43f1-a0fb-1a0e577564b8'] in dv-cinder-772181-12-iscsi is: [{'id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'name': 'tempest-TestShelveInstance-1976829134-router', 'tenant_id': 'f09cb7a3360f4211958bc71e02b16411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea2d910-abfd-4ab8-8821-fbb553f78b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:34Z', 'updated_at': '2021-07-02T09:49:38Z', 'revision_number': 4, 'project_id': 'f09cb7a3360f4211958bc71e02b16411', 'gw_port': {'id': '4ea2d910-abfd-4ab8-8821-fbb553f78b84', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:35Z', 'updated_at': '2021-07-02T09:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '611a4abf-52d8-4e28-8946-f25971de3e99', 'name': '', 'network_id': 'bcc3294e-94aa-4c58-90ec-20c2adcdeede', 'tenant_id': 'f09cb7a3360f4211958bc71e02b16411', 'mac_address': 'fa:16:3e:13:53:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'e71379b7-2187-4557-9a91-e55597a1de7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:37Z', 'updated_at': '2021-07-02T09:49:41Z', 'revision_number': 4, 'project_id': 'f09cb7a3360f4211958bc71e02b16411', 'subnets': [{'id': 'e71379b7-2187-4557-9a91-e55597a1de7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:49:42.739516 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 611a4abf-52d8-4e28-8946-f25971de3e99 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:49:42.791819 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning for port 611a4abf-52d8-4e28-8946-f25971de3e99 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:49:42.796487 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 611a4abf-52d8-4e28-8946-f25971de3e99 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:49:42.796900 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:42.882667 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:42.921963 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] For port 611a4abf-52d8-4e28-8946-f25971de3e99, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=611a4abf-52d8-4e28-8946-f25971de3e99,segment=NetworkSegment(361e5962-7847-40ae-be37-59b1f459967b),segment_id=361e5962-7847-40ae-be37-59b1f459967b)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:49:42.926828 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:42.983939 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Pushing event updated for resources: {'Port': ['ID=611a4abf-52d8-4e28-8946-f25971de3e99,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:49:44.711612 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 611a4abf-52d8-4e28-8946-f25971de3e99 up at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:49:44.760601 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Provisioning complete for port 611a4abf-52d8-4e28-8946-f25971de3e99 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:49:44.760981 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:45.117670 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ad9f004a-2556-44be-8caa-1b242f03e9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:45.538731 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:45.883987 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:47.632585 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:48.587522 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:49:57.821727 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4319e869-2037-4cf7-9867-e4d571289271 req-6297ad4d-b5a3-4c86-8148-c248b314e6d2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256326679&fields=id&tenant_id=18bb629a318442e580176f310bc4b63c HTTP/1.1" status: 200 len: 267 time: 0.0435276 Jul 02 09:49:57.927684 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319e869-2037-4cf7-9867-e4d571289271 req-253384e1-37d3-4878-8594-126972093bcb tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:57.929085 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4319e869-2037-4cf7-9867-e4d571289271 req-253384e1-37d3-4878-8594-126972093bcb tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/networks?id=1ec57648-3f16-4bf8-9281-f21167f3c8ea HTTP/1.1" status: 200 len: 809 time: 0.1007891 Jul 02 09:49:57.943361 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4319e869-2037-4cf7-9867-e4d571289271 req-5e227f6f-dde2-43b3-b2cb-abd23d1d4a4b tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/quotas/18bb629a318442e580176f310bc4b63c HTTP/1.1" status: 200 len: 375 time: 0.0089786 Jul 02 09:49:58.008077 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4319e869-2037-4cf7-9867-e4d571289271 req-32b077cf-7b48-4e2c-b60a-94e0a713edc6 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=18bb629a318442e580176f310bc4b63c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597653 Jul 02 09:49:58.195069 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4319e869-2037-4cf7-9867-e4d571289271 req-e5a96426-8c36-4a6c-af4b-0d2a305aca7f service neutron] 10.222.0.47 "GET /v2.0/networks/1ec57648-3f16-4bf8-9281-f21167f3c8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730154 Jul 02 09:49:58.280631 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4319e869-2037-4cf7-9867-e4d571289271 req-d07d46e6-ced3-4356-acae-577b94ae74d8 service neutron] 10.222.0.47 "GET /v2.0/networks/1ec57648-3f16-4bf8-9281-f21167f3c8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796661 Jul 02 09:49:58.574824 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4a47b0a6-1d90-4012-8c41-4b3ebd7ef54c req-98a3ccdd-e67b-400f-9271-e0ac09eddaab tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 210 time: 0.0329752 Jul 02 09:49:59.588254 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319e869-2037-4cf7-9867-e4d571289271 req-c0ab20cc-d74b-4d2e-b000-1df212a4ad31 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:49:59.589732 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4319e869-2037-4cf7-9867-e4d571289271 req-c0ab20cc-d74b-4d2e-b000-1df212a4ad31 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.66 "GET /v2.0/networks?id=1ec57648-3f16-4bf8-9281-f21167f3c8ea HTTP/1.1" status: 200 len: 809 time: 0.1068997 Jul 02 09:49:59.642792 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4319e869-2037-4cf7-9867-e4d571289271 req-3352a8a2-7802-45a9-bd4e-d25be50a38d8 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18bb629a318442e580176f310bc4b63c HTTP/1.1" status: 200 len: 380 time: 0.0422070 Jul 02 09:49:59.651814 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-4319e869-2037-4cf7-9867-e4d571289271 req-73ee4f8f-cd4d-4841-afeb-eef9238c4027 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Request body: {'port': {'device_id': 'a4135628-da30-4b90-bc54-92bc75595096', 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea', 'admin_state_up': True, 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'security_groups': ['3be72c7c-dd18-4ad5-8745-1602b5b16f74']}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:49:59.744926 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-121253f2-129c-4383-a01b-186488c7a791 req-11b3f879-899a-4bb1-86f5-1ffcfe69c320 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 210 time: 0.0424988 Jul 02 09:49:59.781302 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4319e869-2037-4cf7-9867-e4d571289271 req-73ee4f8f-cd4d-4841-afeb-eef9238c4027 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Made reservation on behalf of 18bb629a318442e580176f310bc4b63c for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:49:59.785667 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4319e869-2037-4cf7-9867-e4d571289271 req-73ee4f8f-cd4d-4841-afeb-eef9238c4027 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:49:59.927444 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-4319e869-2037-4cf7-9867-e4d571289271 req-73ee4f8f-cd4d-4841-afeb-eef9238c4027 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Allocated IP 172.20.0.5 (1ec57648-3f16-4bf8-9281-f21167f3c8ea/40ae8501-a0e7-4de8-92cb-e74ce37c3732/6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:50:00.078236 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4319e869-2037-4cf7-9867-e4d571289271 req-73ee4f8f-cd4d-4841-afeb-eef9238c4027 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:00.092464 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-4319e869-2037-4cf7-9867-e4d571289271 req-73ee4f8f-cd4d-4841-afeb-eef9238c4027 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Transition to ACTIVE for port object 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:50:00.125314 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4319e869-2037-4cf7-9867-e4d571289271 req-73ee4f8f-cd4d-4841-afeb-eef9238c4027 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:00.172088 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4319e869-2037-4cf7-9867-e4d571289271 req-73ee4f8f-cd4d-4841-afeb-eef9238c4027 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Network 1ec57648-3f16-4bf8-9281-f21167f3c8ea is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:50:00.178054 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-4319e869-2037-4cf7-9867-e4d571289271 req-73ee4f8f-cd4d-4841-afeb-eef9238c4027 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:50:00.180720 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-4319e869-2037-4cf7-9867-e4d571289271 req-73ee4f8f-cd4d-4841-afeb-eef9238c4027 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:50:00.214494 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee4f8f-cd4d-4841-afeb-eef9238c4027 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Pushing event updated for resources: {'Port': ['ID=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:00.244427 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319e869-2037-4cf7-9867-e4d571289271 req-73ee4f8f-cd4d-4841-afeb-eef9238c4027 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:00.245078 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4319e869-2037-4cf7-9867-e4d571289271 req-73ee4f8f-cd4d-4841-afeb-eef9238c4027 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:00.260123 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4319e869-2037-4cf7-9867-e4d571289271 req-73ee4f8f-cd4d-4841-afeb-eef9238c4027 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6124778 Jul 02 09:50:00.273126 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Request body: {'port': {'device_id': 'a4135628-da30-4b90-bc54-92bc75595096', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:50:00.351624 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:00.361493 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-6fc9b2ea-10c1-4cf5-a3b0-bb5e39600ef5 None None] Provisioning for port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:50:00.365413 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-6fc9b2ea-10c1-4cf5-a3b0-bb5e39600ef5 None None] Provisioning complete for port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:50:00.365777 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-6fc9b2ea-10c1-4cf5-a3b0-bb5e39600ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:00.398753 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-6fc9b2ea-10c1-4cf5-a3b0-bb5e39600ef5 None None] Port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:50:00.605023 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:50:00.612518 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:00.623694 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Transition to ACTIVE for port object 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:50:00.628116 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:00.681779 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:00.752681 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Attempting to bind port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:50:00.753108 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Attempting to bind port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '5d2dbea4-0508-4405-98fa-2a9581b32980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:50:00.753797 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Attempting to bind port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 on network 1ec57648-3f16-4bf8-9281-f21167f3c8ea {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:50:00.759067 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 on network 1ec57648-3f16-4bf8-9281-f21167f3c8ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:50:00.759392 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Attempting to bind port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 on network 1ec57648-3f16-4bf8-9281-f21167f3c8ea {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:50:00.769680 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:50:00.770114 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Checking segment: {'id': '5d2dbea4-0508-4405-98fa-2a9581b32980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:50:00.770578 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Bound using segment: {'id': '5d2dbea4-0508-4405-98fa-2a9581b32980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:50:00.771100 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Bound port: 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d2dbea4-0508-4405-98fa-2a9581b32980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:50:00.771540 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:00.841040 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] For port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8, host hv-cinder-77218, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:50:00.845254 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] For port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8,segment=NetworkSegment(5d2dbea4-0508-4405-98fa-2a9581b32980),segment_id=5d2dbea4-0508-4405-98fa-2a9581b32980)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:50:00.850382 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:00.890800 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:00.891419 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:00.893540 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4319e869-2037-4cf7-9867-e4d571289271 req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] 10.222.0.66 "PUT /v2.0/ports/6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 HTTP/1.1" status: 200 len: 1093 time: 0.6248605 Jul 02 09:50:00.894033 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4135628-da30-4b90-bc54-92bc75595096', 'tag': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:50:00.896383 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8725f17-ffc9-4de0-bf19-f098a30a1785" -d '{"events": [{"name": "network-changed", "server_uuid": "a4135628-da30-4b90-bc54-92bc75595096", "tag": "6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:50:00.924518 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070e9d3-b345-4155-96ab-e809adf57094 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:00.939513 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7726f098-12c3-4874-bc9d-07b79b23166b x-openstack-request-id: req-7726f098-12c3-4874-bc9d-07b79b23166b {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:50:00.940050 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4135628-da30-4b90-bc54-92bc75595096", "tag": "6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:50:00.940482 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7726f098-12c3-4874-bc9d-07b79b23166b {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:50:00.941054 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4135628-da30-4b90-bc54-92bc75595096', 'tag': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8', 'status': 'completed', 'code': 200} Jul 02 09:50:00.956086 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14f7d1-055e-40c7-b713-e3b19885d4f7 req-878cc692-85a1-4df0-a604-d46b13687689 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:00.958070 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7f14f7d1-055e-40c7-b713-e3b19885d4f7 req-878cc692-85a1-4df0-a604-d46b13687689 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 943 time: 0.1056600 Jul 02 09:50:01.001129 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7f14f7d1-055e-40c7-b713-e3b19885d4f7 req-045272ed-5d1b-4328-a674-cd90b26de943 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375896 Jul 02 09:50:01.004665 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319e869-2037-4cf7-9867-e4d571289271 req-2b65db06-da26-4d15-8153-c636924d6d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:01.006226 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4319e869-2037-4cf7-9867-e4d571289271 req-2b65db06-da26-4d15-8153-c636924d6d80 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18bb629a318442e580176f310bc4b63c&device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 1096 time: 0.0582240 Jul 02 09:50:01.052084 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4319e869-2037-4cf7-9867-e4d571289271 req-461827b3-fa00-4cc4-9db2-87f129b99eff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 HTTP/1.1" status: 200 len: 217 time: 0.0379982 Jul 02 09:50:01.109002 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319e869-2037-4cf7-9867-e4d571289271 req-8abd36ca-9891-4d42-9e90-cea9e179bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:01.111080 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4319e869-2037-4cf7-9867-e4d571289271 req-8abd36ca-9891-4d42-9e90-cea9e179bccc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=40ae8501-a0e7-4de8-92cb-e74ce37c3732 HTTP/1.1" status: 200 len: 848 time: 0.0521557 Jul 02 09:50:01.170701 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319e869-2037-4cf7-9867-e4d571289271 req-dd9cb934-41f2-429b-be6e-ea31ba5a1c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:01.172209 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4319e869-2037-4cf7-9867-e4d571289271 req-dd9cb934-41f2-429b-be6e-ea31ba5a1c32 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ec57648-3f16-4bf8-9281-f21167f3c8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0546172 Jul 02 09:50:01.264981 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4319e869-2037-4cf7-9867-e4d571289271 req-68044147-a8b2-4722-891f-b1fdb84dbbea service neutron] 10.222.0.66 "GET /v2.0/networks/1ec57648-3f16-4bf8-9281-f21167f3c8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846369 Jul 02 09:50:01.365217 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-4319e869-2037-4cf7-9867-e4d571289271 req-f7fa500a-aef7-4502-be73-5cc058dee8ad service neutron] 10.222.0.66 "GET /v2.0/networks/1ec57648-3f16-4bf8-9281-f21167f3c8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929959 Jul 02 09:50:01.479159 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8725f17-ffc9-4de0-bf19-f098a30a1785 req-04b3e8ee-d19f-457d-8363-f72d4320d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:01.480871 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b8725f17-ffc9-4de0-bf19-f098a30a1785 req-04b3e8ee-d19f-457d-8363-f72d4320d1de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18bb629a318442e580176f310bc4b63c&device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 1096 time: 0.0534372 Jul 02 09:50:01.859164 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8725f17-ffc9-4de0-bf19-f098a30a1785 req-6e172700-2fcb-4cd4-be42-a26b16c129a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:01.861322 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b8725f17-ffc9-4de0-bf19-f098a30a1785 req-6e172700-2fcb-4cd4-be42-a26b16c129a4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ec57648-3f16-4bf8-9281-f21167f3c8ea HTTP/1.1" status: 200 len: 910 time: 0.3647149 Jul 02 09:50:01.901497 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b8725f17-ffc9-4de0-bf19-f098a30a1785 req-ee1b3de9-256b-42df-8906-2d078da41866 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 HTTP/1.1" status: 200 len: 217 time: 0.0331609 Jul 02 09:50:01.948408 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8725f17-ffc9-4de0-bf19-f098a30a1785 req-b3eefc74-1d9d-41e9-9432-1928f579ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:01.949823 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b8725f17-ffc9-4de0-bf19-f098a30a1785 req-b3eefc74-1d9d-41e9-9432-1928f579ce88 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=40ae8501-a0e7-4de8-92cb-e74ce37c3732 HTTP/1.1" status: 200 len: 848 time: 0.0423498 Jul 02 09:50:02.012184 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8725f17-ffc9-4de0-bf19-f098a30a1785 req-be60b7be-049d-46ef-96b2-91512363c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:02.013592 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b8725f17-ffc9-4de0-bf19-f098a30a1785 req-be60b7be-049d-46ef-96b2-91512363c161 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ec57648-3f16-4bf8-9281-f21167f3c8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0558441 Jul 02 09:50:02.104910 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b8725f17-ffc9-4de0-bf19-f098a30a1785 req-888ced5e-ed06-4503-b9ac-2addeec055ab service neutron] 10.222.0.66 "GET /v2.0/networks/1ec57648-3f16-4bf8-9281-f21167f3c8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842750 Jul 02 09:50:02.177958 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4c066-f38d-404c-bd9c-c940f9b3d546 req-047cafee-055f-4c03-bee0-11e7f425fcdd tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:02.179541 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7cc4c066-f38d-404c-bd9c-c940f9b3d546 req-047cafee-055f-4c03-bee0-11e7f425fcdd tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 943 time: 0.0653415 Jul 02 09:50:02.198979 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-b8725f17-ffc9-4de0-bf19-f098a30a1785 req-daf6b539-a676-480c-ac6c-93b900c9c83b service neutron] 10.222.0.66 "GET /v2.0/networks/1ec57648-3f16-4bf8-9281-f21167f3c8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880091 Jul 02 09:50:02.217990 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7cc4c066-f38d-404c-bd9c-c940f9b3d546 req-bde4e8c4-f0cf-4190-82c9-62a0e19a0bc2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328405 Jul 02 09:50:03.393664 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3e76d-5d1c-4be7-a9c9-68ff0db0657e req-a8612c6e-21b9-41c3-a35b-5866ba64449c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:03.395139 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d0d3e76d-5d1c-4be7-a9c9-68ff0db0657e req-a8612c6e-21b9-41c3-a35b-5866ba64449c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 943 time: 0.0626311 Jul 02 09:50:03.432244 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d0d3e76d-5d1c-4be7-a9c9-68ff0db0657e req-854c1f45-8ae3-409b-b869-0201ff28e6d8 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315373 Jul 02 09:50:04.606975 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143f17f-20cf-4c74-b8a9-8e0e59bdb673 req-23180aa0-bf25-4978-8bed-5dce8220cbe9 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:04.608476 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d143f17f-20cf-4c74-b8a9-8e0e59bdb673 req-23180aa0-bf25-4978-8bed-5dce8220cbe9 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 943 time: 0.0628748 Jul 02 09:50:04.649705 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d143f17f-20cf-4c74-b8a9-8e0e59bdb673 req-5607c2ef-4b90-4426-b6a9-3e9ece58c70a tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353434 Jul 02 09:50:05.825809 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacfdce-0b76-44f0-b7c2-533df6e64f5d req-39f723e2-d9a2-4196-914d-82a0fc3fd430 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:05.827298 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-eeacfdce-0b76-44f0-b7c2-533df6e64f5d req-39f723e2-d9a2-4196-914d-82a0fc3fd430 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 943 time: 0.0657406 Jul 02 09:50:05.866466 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-eeacfdce-0b76-44f0-b7c2-533df6e64f5d req-ed0dddb2-6aa9-4f1f-8362-19c1518cef71 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336158 Jul 02 09:50:07.044459 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52924497-8235-4290-a607-1181280a5b66 req-e7831eb0-5a91-4069-a136-88fd20890a77 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:07.045919 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-52924497-8235-4290-a607-1181280a5b66 req-e7831eb0-5a91-4069-a136-88fd20890a77 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 943 time: 0.0631673 Jul 02 09:50:07.083147 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-52924497-8235-4290-a607-1181280a5b66 req-27a7c8b9-6672-4c06-b7db-31680d8d1e90 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316956 Jul 02 09:50:07.864745 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:50:07.964849 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8,segment=NetworkSegment(5d2dbea4-0508-4405-98fa-2a9581b32980),segment_id=5d2dbea4-0508-4405-98fa-2a9581b32980)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:50:07.976269 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8', 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea', 'port_id': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8', 'mac_address': 'fa:16:3e:6c:4d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:50:08.013012 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:08.025685 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:50:08.044866 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8,segment=NetworkSegment(5d2dbea4-0508-4405-98fa-2a9581b32980),segment_id=5d2dbea4-0508-4405-98fa-2a9581b32980)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:50:08.049991 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:08.103978 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:08.112774 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:08.113314 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:08.113498 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:08.113898 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:08.114135 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:08.114471 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:08.114804 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:08.115133 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:08.115462 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:08.115789 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:08.116114 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:08.116462 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:08.282336 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f4d4a-181f-4265-b275-d943727523b5 req-228d4edd-7e37-4d58-9bcf-142360ddb4d7 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:08.284474 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-444f4d4a-181f-4265-b275-d943727523b5 req-228d4edd-7e37-4d58-9bcf-142360ddb4d7 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 944 time: 0.0764031 Jul 02 09:50:08.286910 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:50:08.324338 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-444f4d4a-181f-4265-b275-d943727523b5 req-b46af77c-a36d-450b-b6af-b2fa506d0ff4 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343571 Jul 02 09:50:09.505613 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527cf45-f173-47fc-8d9a-7d4d5b3147e2 req-fc956f6d-15be-470a-bb75-cffeae5c7dba tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:09.508777 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e527cf45-f173-47fc-8d9a-7d4d5b3147e2 req-fc956f6d-15be-470a-bb75-cffeae5c7dba tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 944 time: 0.0699012 Jul 02 09:50:09.546449 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e527cf45-f173-47fc-8d9a-7d4d5b3147e2 req-59479d86-2cac-4f5a-a698-98d068140c5d tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336261 Jul 02 09:50:09.815900 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:09.866376 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:50:09.919810 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:50:09.924113 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:50:09.924524 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:10.002237 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:10.026187 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4135628-da30-4b90-bc54-92bc75595096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:50:10.028421 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9d76cb-2b3a-4983-8df4-b394283a796b" -d '{"events": [{"server_uuid": "a4135628-da30-4b90-bc54-92bc75595096", "name": "network-vif-plugged", "status": "completed", "tag": "6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:50:10.042550 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8,segment=NetworkSegment(5d2dbea4-0508-4405-98fa-2a9581b32980),segment_id=5d2dbea4-0508-4405-98fa-2a9581b32980)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:50:10.046517 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:10.075227 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e58af9-955d-4f0a-a7f8-1c917ae99a84 x-openstack-request-id: req-72e58af9-955d-4f0a-a7f8-1c917ae99a84 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:50:10.075512 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4135628-da30-4b90-bc54-92bc75595096", "name": "network-vif-plugged", "status": "completed", "tag": "6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:50:10.075759 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-72e58af9-955d-4f0a-a7f8-1c917ae99a84 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:50:10.076136 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4135628-da30-4b90-bc54-92bc75595096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8', 'code': 200} Jul 02 09:50:10.102224 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:10.333069 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299cfe8-5407-4aa0-be77-726e879c423b req-3abfd3be-1a6d-47c9-8644-86de5791c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:10.334411 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-f299cfe8-5407-4aa0-be77-726e879c423b req-3abfd3be-1a6d-47c9-8644-86de5791c8bb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 1098 time: 0.0508833 Jul 02 09:50:10.368871 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-f299cfe8-5407-4aa0-be77-726e879c423b req-f1cca7c9-6ad0-4305-b6e8-ff9f49eb7f7a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275466 Jul 02 09:50:10.722178 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7a4f4-2465-4b31-97e3-f650099c61f3 req-c549f385-2483-408b-ba69-af1b567a8135 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:10.723656 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-81e7a4f4-2465-4b31-97e3-f650099c61f3 req-c549f385-2483-408b-ba69-af1b567a8135 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0634990 Jul 02 09:50:10.764167 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-81e7a4f4-2465-4b31-97e3-f650099c61f3 req-c4c6b1e3-18c4-456c-b2c6-89b0b59d8b25 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349495 Jul 02 09:50:11.935656 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7df36-fd99-400f-953e-01125f1bb176 req-3a8de08b-ac62-48d5-9802-31087997f897 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:11.937148 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-86a7df36-fd99-400f-953e-01125f1bb176 req-3a8de08b-ac62-48d5-9802-31087997f897 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0636652 Jul 02 09:50:11.974570 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-86a7df36-fd99-400f-953e-01125f1bb176 req-0a735af7-e544-4be8-9841-93739be95e4e tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317733 Jul 02 09:50:12.146050 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeae624-1158-4315-b459-fe4f429f4b10 req-d5b12765-7ded-4c99-a5a2-9800dd260a24 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:12.147497 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1aeae624-1158-4315-b459-fe4f429f4b10 req-d5b12765-7ded-4c99-a5a2-9800dd260a24 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0626962 Jul 02 09:50:12.183396 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1aeae624-1158-4315-b459-fe4f429f4b10 req-84e5f337-bc60-4eba-ad54-4ba535f93992 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304580 Jul 02 09:50:12.207995 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48518) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:50:12.280827 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-479853cd-0a45-41cf-b524-e98de84b4c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:12.303193 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6698469c-5a78-4276-baf0-f89d9d37e32c tempest-TestShelveInstance-1231664317 tempest-TestShelveInstance-1231664317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:12.305102 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-6698469c-5a78-4276-baf0-f89d9d37e32c tempest-TestShelveInstance-1231664317 tempest-TestShelveInstance-1231664317-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 1093 time: 0.0956957 Jul 02 09:50:12.307518 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48522) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:50:12.311738 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Request body: {'floatingip': {'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'port_id': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:50:12.334879 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for floatingip, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:12.433906 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:12.536868 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Allocated IP 172.27.1.13 (91abeacf-6705-4621-a88a-4859e43fbb2c/3acd31d5-d298-493f-8b22-8cf1b4526b9f/c3ab7c47-d60a-447c-8699-608c393af0c0) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:50:12.634465 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:12.671222 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:12.707883 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:50:12.712087 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:50:12.715504 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:50:12.742476 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Pushing event updated for resources: {'Port': ['ID=c3ab7c47-d60a-447c-8699-608c393af0c0,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:13.083466 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:13.159715 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:13.308668 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:13.313189 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:13.381025 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Pushing event updated for resources: {'Port': ['ID=c3ab7c47-d60a-447c-8699-608c393af0c0,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:13.388855 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634276'] for floatingip, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:13.491650 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.l3_db [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Floating IP a76fde57-ca0e-4329-821c-ba07b500a89d associated. External IP: 172.27.1.13, port: 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8. Jul 02 09:50:13.694286 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Router 39bbd26a-9593-4049-9eef-aa10c3445077 has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:50:13.800325 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:50:13.810065 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c33d0a-c27b-46c7-a073-1a79b26157e5 None None] Sync routers for ids ['39bbd26a-9593-4049-9eef-aa10c3445077'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:50:13.815282 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:13.821974 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c33d0a-c27b-46c7-a073-1a79b26157e5 None None] Routers {'39bbd26a-9593-4049-9eef-aa10c3445077'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:50:13.821974 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-a7c33d0a-c27b-46c7-a073-1a79b26157e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:49:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['39bbd26a-9593-4049-9eef-aa10c3445077'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:50:13.865101 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-c8177ed3-db30-4cc1-91ef-c3c28786d27c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5565388 Jul 02 09:50:13.865727 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4135628-da30-4b90-bc54-92bc75595096', 'tag': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:50:13.868022 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711ae04d-3122-4862-b5bd-cba6a860f3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a4135628-da30-4b90-bc54-92bc75595096", "tag": "6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:50:13.911452 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7d62a8-29ea-439c-9aeb-45f9503514da x-openstack-request-id: req-0a7d62a8-29ea-439c-9aeb-45f9503514da {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:50:13.911742 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4135628-da30-4b90-bc54-92bc75595096", "tag": "6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:50:13.911993 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0a7d62a8-29ea-439c-9aeb-45f9503514da {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:50:13.912392 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4135628-da30-4b90-bc54-92bc75595096', 'tag': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8', 'status': 'completed', 'code': 200} Jul 02 09:50:13.934874 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-a7c33d0a-c27b-46c7-a073-1a79b26157e5 None None] Set router 39bbd26a-9593-4049-9eef-aa10c3445077 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:50:13.988144 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ae04d-3122-4862-b5bd-cba6a860f3a3 req-1c1800ff-0cc9-4e5a-a57d-647d8a095e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:13.989598 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-711ae04d-3122-4862-b5bd-cba6a860f3a3 req-1c1800ff-0cc9-4e5a-a57d-647d8a095e87 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18bb629a318442e580176f310bc4b63c&device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 1098 time: 0.0518832 Jul 02 09:50:14.082527 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ae04d-3122-4862-b5bd-cba6a860f3a3 req-228b10cf-3dcf-4c5c-a1ab-575bca5774e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:14.084244 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-711ae04d-3122-4862-b5bd-cba6a860f3a3 req-228b10cf-3dcf-4c5c-a1ab-575bca5774e2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ec57648-3f16-4bf8-9281-f21167f3c8ea HTTP/1.1" status: 200 len: 910 time: 0.0879881 Jul 02 09:50:14.148162 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-711ae04d-3122-4862-b5bd-cba6a860f3a3 req-ec6f84f2-6c24-4b42-a83a-432dba97641b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 HTTP/1.1" status: 200 len: 998 time: 0.0562053 Jul 02 09:50:14.156195 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-a7c33d0a-c27b-46c7-a073-1a79b26157e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'name': 'tempest-TestShelveInstance-1608012959-router', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:33Z', 'revision_number': 4, 'project_id': '18bb629a318442e580176f310bc4b63c', 'gw_port': {'id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': 'a76fde57-ca0e-4329-821c-ba07b500a89d', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'port_id': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea', 'mac_address': 'fa:16:3e:6c:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4135628-da30-4b90-bc54-92bc75595096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:50:12Z', 'updated_at': '2021-07-02T09:50:12Z', 'revision_number': 0, 'project_id': '18bb629a318442e580176f310bc4b63c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98be59c5-c9df-412b-9954-63da0a783ab2', 'name': '', 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'mac_address': 'fa:16:3e:e2:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:32Z', 'updated_at': '2021-07-02T09:49:39Z', 'revision_number': 5, 'project_id': '18bb629a318442e580176f310bc4b63c', 'subnets': [{'id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:50:14.182217 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c33d0a-c27b-46c7-a073-1a79b26157e5 None None] Checking router: 39bbd26a-9593-4049-9eef-aa10c3445077 for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:50:14.190708 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c33d0a-c27b-46c7-a073-1a79b26157e5 None None] Routers {'39bbd26a-9593-4049-9eef-aa10c3445077'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:50:14.191318 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-a7c33d0a-c27b-46c7-a073-1a79b26157e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:49:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['39bbd26a-9593-4049-9eef-aa10c3445077'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:50:14.200888 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ae04d-3122-4862-b5bd-cba6a860f3a3 req-279679fb-b95c-43ce-8fef-37f0f4c71db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:14.202398 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-711ae04d-3122-4862-b5bd-cba6a860f3a3 req-279679fb-b95c-43ce-8fef-37f0f4c71db1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=40ae8501-a0e7-4de8-92cb-e74ce37c3732 HTTP/1.1" status: 200 len: 848 time: 0.0469084 Jul 02 09:50:14.260245 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ae04d-3122-4862-b5bd-cba6a860f3a3 req-c61452f5-f2c7-4807-9a42-5bccc3860e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:14.261638 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-711ae04d-3122-4862-b5bd-cba6a860f3a3 req-c61452f5-f2c7-4807-9a42-5bccc3860e90 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ec57648-3f16-4bf8-9281-f21167f3c8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512505 Jul 02 09:50:14.355054 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-711ae04d-3122-4862-b5bd-cba6a860f3a3 req-6b487227-226f-46b7-83ae-a92262284432 service neutron] 10.222.0.66 "GET /v2.0/networks/1ec57648-3f16-4bf8-9281-f21167f3c8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848467 Jul 02 09:50:14.376368 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-a7c33d0a-c27b-46c7-a073-1a79b26157e5 None None] Set router 39bbd26a-9593-4049-9eef-aa10c3445077 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:50:14.447080 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-711ae04d-3122-4862-b5bd-cba6a860f3a3 req-5e077b93-2b34-4231-9129-6ed0941b937c service neutron] 10.222.0.66 "GET /v2.0/networks/1ec57648-3f16-4bf8-9281-f21167f3c8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845692 Jul 02 09:50:14.601611 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-a7c33d0a-c27b-46c7-a073-1a79b26157e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'name': 'tempest-TestShelveInstance-1608012959-router', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:33Z', 'revision_number': 4, 'project_id': '18bb629a318442e580176f310bc4b63c', 'gw_port': {'id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': 'a76fde57-ca0e-4329-821c-ba07b500a89d', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'port_id': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea', 'mac_address': 'fa:16:3e:6c:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4135628-da30-4b90-bc54-92bc75595096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:50:12Z', 'updated_at': '2021-07-02T09:50:12Z', 'revision_number': 0, 'project_id': '18bb629a318442e580176f310bc4b63c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98be59c5-c9df-412b-9954-63da0a783ab2', 'name': '', 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'mac_address': 'fa:16:3e:e2:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:32Z', 'updated_at': '2021-07-02T09:49:39Z', 'revision_number': 5, 'project_id': '18bb629a318442e580176f310bc4b63c', 'subnets': [{'id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:50:14.630918 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c33d0a-c27b-46c7-a073-1a79b26157e5 None None] The sync data for ids ['39bbd26a-9593-4049-9eef-aa10c3445077'] in dv-cinder-772181-12-iscsi is: [{'id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'name': 'tempest-TestShelveInstance-1608012959-router', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:33Z', 'revision_number': 4, 'project_id': '18bb629a318442e580176f310bc4b63c', 'gw_port': {'id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': 'a76fde57-ca0e-4329-821c-ba07b500a89d', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'port_id': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea', 'mac_address': 'fa:16:3e:6c:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4135628-da30-4b90-bc54-92bc75595096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:50:12Z', 'updated_at': '2021-07-02T09:50:12Z', 'revision_number': 0, 'project_id': '18bb629a318442e580176f310bc4b63c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98be59c5-c9df-412b-9954-63da0a783ab2', 'name': '', 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'mac_address': 'fa:16:3e:e2:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:32Z', 'updated_at': '2021-07-02T09:49:39Z', 'revision_number': 5, 'project_id': '18bb629a318442e580176f310bc4b63c', 'subnets': [{'id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:50:14.803191 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158e9cf0-35e3-4f93-a6cb-43e1bcab7797 None None] New status for floating IP a76fde57-ca0e-4329-821c-ba07b500a89d: ACTIVE {{(pid=99503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 09:50:15.107821 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-58a6c4e6-1e05-480d-aea4-2166f3834f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:15.539789 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:15.887849 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:17.634089 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:20.793682 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a27c24-5908-4a55-b5aa-7d2dbd20b199 req-95c733ef-4757-45ea-8293-ee3ab7bd37d9 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:20.795167 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b9a27c24-5908-4a55-b5aa-7d2dbd20b199 req-95c733ef-4757-45ea-8293-ee3ab7bd37d9 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 945 time: 0.0752158 Jul 02 09:50:20.832427 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b9a27c24-5908-4a55-b5aa-7d2dbd20b199 req-2a102cea-0e6c-48e4-8db0-0398feac3b98 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=a965af05-4352-44ff-b6a0-8df0b0bdca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312445 Jul 02 09:50:22.008123 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db806647-87ba-45ca-bb1c-3d18255c8ac1 req-11b5f5b2-0697-457c-a2e2-905f074ba568 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:22.009513 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-db806647-87ba-45ca-bb1c-3d18255c8ac1 req-11b5f5b2-0697-457c-a2e2-905f074ba568 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 945 time: 0.0654571 Jul 02 09:50:22.046062 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-db806647-87ba-45ca-bb1c-3d18255c8ac1 req-d57e22da-c42a-4a91-90ad-9bfead0c59c0 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups?id=a965af05-4352-44ff-b6a0-8df0b0bdca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310516 Jul 02 09:50:22.537357 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54b39a-fd1c-4ade-9d82-cc0183c7cda1 req-7893b06d-627a-43d1-8d79-68dd8db845f6 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:22.538795 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-ee54b39a-fd1c-4ade-9d82-cc0183c7cda1 req-7893b06d-627a-43d1-8d79-68dd8db845f6 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.66 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 945 time: 0.0623536 Jul 02 09:50:22.638150 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-ee54b39a-fd1c-4ade-9d82-cc0183c7cda1 req-0471065d-ab7d-415c-830a-4c5b35f954cf tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Deleting port 4a958079-e2bd-43d6-a370-26730f522f43 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:50:22.638500 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ee54b39a-fd1c-4ade-9d82-cc0183c7cda1 req-0471065d-ab7d-415c-830a-4c5b35f954cf tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:22.723236 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-ee54b39a-fd1c-4ade-9d82-cc0183c7cda1 req-0471065d-ab7d-415c-830a-4c5b35f954cf tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] For port 4a958079-e2bd-43d6-a370-26730f522f43, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=4a958079-e2bd-43d6-a370-26730f522f43,segment=NetworkSegment(3637e135-81bb-478a-acfe-6d83c0113fb6),segment_id=3637e135-81bb-478a-acfe-6d83c0113fb6)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:50:22.723587 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ee54b39a-fd1c-4ade-9d82-cc0183c7cda1 req-0471065d-ab7d-415c-830a-4c5b35f954cf tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:22.892623 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ee54b39a-fd1c-4ade-9d82-cc0183c7cda1 req-0471065d-ab7d-415c-830a-4c5b35f954cf tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:22.893003 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ee54b39a-fd1c-4ade-9d82-cc0183c7cda1 req-0471065d-ab7d-415c-830a-4c5b35f954cf tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634276'] for floatingip, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:22.893313 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.l3_db [req-ee54b39a-fd1c-4ade-9d82-cc0183c7cda1 req-0471065d-ab7d-415c-830a-4c5b35f954cf tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Floating IP c7ab08cc-7fac-47b8-b4c9-4766c9d5c055 disassociated. External IP: 172.27.1.37, port: 4a958079-e2bd-43d6-a370-26730f522f43. Jul 02 09:50:22.893654 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-ee54b39a-fd1c-4ade-9d82-cc0183c7cda1 req-0471065d-ab7d-415c-830a-4c5b35f954cf tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Calling delete_port for 4a958079-e2bd-43d6-a370-26730f522f43 owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:50:23.016984 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ee54b39a-fd1c-4ade-9d82-cc0183c7cda1 req-0471065d-ab7d-415c-830a-4c5b35f954cf tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:23.048462 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471065d-ab7d-415c-830a-4c5b35f954cf tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Pushing event deleted for resources: {'Port': ['ID=4a958079-e2bd-43d6-a370-26730f522f43,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:23.161683 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee54b39a-fd1c-4ade-9d82-cc0183c7cda1 req-0471065d-ab7d-415c-830a-4c5b35f954cf tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Router a7f5270e-6ea9-47f9-81a2-bb78663a722d has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:50:23.265711 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee54b39a-fd1c-4ade-9d82-cc0183c7cda1 req-0471065d-ab7d-415c-830a-4c5b35f954cf tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:50:23.276092 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba0307b-87ae-4908-b0d4-c290a046301a None None] Sync routers for ids ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:50:23.294032 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-72d480ef-2956-44ad-a868-27d8f9c03c8a req-18065c01-c819-4a91-8018-bb80793edbd9 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/ports?device_id=f52024f5-91de-4565-a855-131a43aa3b51 HTTP/1.1" status: 200 len: 210 time: 0.0388463 Jul 02 09:50:23.294822 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba0307b-87ae-4908-b0d4-c290a046301a None None] Routers {'a7f5270e-6ea9-47f9-81a2-bb78663a722d'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:50:23.295459 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-8ba0307b-87ae-4908-b0d4-c290a046301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:50:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:50:23.312487 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee54b39a-fd1c-4ade-9d82-cc0183c7cda1 req-0471065d-ab7d-415c-830a-4c5b35f954cf tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] No DVR routers for this DVR port 4a958079-e2bd-43d6-a370-26730f522f43 on host hv-cinder-77218 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:50:23.316653 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-ee54b39a-fd1c-4ade-9d82-cc0183c7cda1 req-0471065d-ab7d-415c-830a-4c5b35f954cf tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:23.318675 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-ee54b39a-fd1c-4ade-9d82-cc0183c7cda1 req-0471065d-ab7d-415c-830a-4c5b35f954cf tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.66 "DELETE /v2.0/ports/4a958079-e2bd-43d6-a370-26730f522f43 HTTP/1.1" status: 204 len: 173 time: 0.7742898 Jul 02 09:50:23.319121 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52024f5-91de-4565-a855-131a43aa3b51', 'name': 'network-vif-deleted', 'tag': '4a958079-e2bd-43d6-a370-26730f522f43'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:50:23.321721 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746e85cb-d465-4a82-b16c-b038e661a5e3" -d '{"events": [{"server_uuid": "f52024f5-91de-4565-a855-131a43aa3b51", "name": "network-vif-deleted", "tag": "4a958079-e2bd-43d6-a370-26730f522f43"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:50:23.366459 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d3730b-4a70-40bc-bccb-ce20dda08150 x-openstack-request-id: req-40d3730b-4a70-40bc-bccb-ce20dda08150 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:50:23.366796 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52024f5-91de-4565-a855-131a43aa3b51", "name": "network-vif-deleted", "tag": "4a958079-e2bd-43d6-a370-26730f522f43", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:50:23.367055 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-40d3730b-4a70-40bc-bccb-ce20dda08150 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:50:23.367457 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52024f5-91de-4565-a855-131a43aa3b51', 'name': 'network-vif-deleted', 'tag': '4a958079-e2bd-43d6-a370-26730f522f43', 'status': 'completed', 'code': 200} Jul 02 09:50:23.406546 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-8ba0307b-87ae-4908-b0d4-c290a046301a None None] Set router a7f5270e-6ea9-47f9-81a2-bb78663a722d gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:50:23.621770 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-8ba0307b-87ae-4908-b0d4-c290a046301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '25c65711-686d-4ccb-acac-cadce0626aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:45:21Z', 'revision_number': 4, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port': {'id': '25c65711-686d-4ccb-acac-cadce0626aba', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:17Z', 'updated_at': '2021-07-02T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '4a8c5c4b-603f-492a-b401-4d5c7130064a', 'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'mac_address': 'fa:16:3e:0a:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:20Z', 'updated_at': '2021-07-02T09:45:28Z', 'revision_number': 5, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'subnets': [{'id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:50:23.649091 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba0307b-87ae-4908-b0d4-c290a046301a None None] Checking router: a7f5270e-6ea9-47f9-81a2-bb78663a722d for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:50:23.657210 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba0307b-87ae-4908-b0d4-c290a046301a None None] Routers {'a7f5270e-6ea9-47f9-81a2-bb78663a722d'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:50:23.657810 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-8ba0307b-87ae-4908-b0d4-c290a046301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:50:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:50:23.764345 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-8ba0307b-87ae-4908-b0d4-c290a046301a None None] Set router a7f5270e-6ea9-47f9-81a2-bb78663a722d gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:50:23.983251 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-8ba0307b-87ae-4908-b0d4-c290a046301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '25c65711-686d-4ccb-acac-cadce0626aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:45:21Z', 'revision_number': 4, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port': {'id': '25c65711-686d-4ccb-acac-cadce0626aba', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:17Z', 'updated_at': '2021-07-02T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '4a8c5c4b-603f-492a-b401-4d5c7130064a', 'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'mac_address': 'fa:16:3e:0a:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:20Z', 'updated_at': '2021-07-02T09:45:28Z', 'revision_number': 5, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'subnets': [{'id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:50:24.009932 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba0307b-87ae-4908-b0d4-c290a046301a None None] The sync data for ids ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'] in dv-cinder-772181-12-iscsi is: [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '25c65711-686d-4ccb-acac-cadce0626aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:45:21Z', 'revision_number': 4, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port': {'id': '25c65711-686d-4ccb-acac-cadce0626aba', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:17Z', 'updated_at': '2021-07-02T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '4a8c5c4b-603f-492a-b401-4d5c7130064a', 'name': '', 'network_id': 'f180b8fd-20af-4867-b50b-8deef5167e74', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'mac_address': 'fa:16:3e:0a:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:20Z', 'updated_at': '2021-07-02T09:45:28Z', 'revision_number': 5, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'subnets': [{'id': '1ded4fa6-e112-4cbf-a9ba-367e7235be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:50:24.222090 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40687160-1305-4fef-8175-76f8e4f8fc11 None None] New status for floating IP c7ab08cc-7fac-47b8-b4c9-4766c9d5c055: DOWN {{(pid=99503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 09:50:24.414859 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 48594) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:50:24.471565 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d1a11ba2-664e-450a-94c5-5ade69abcf5a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:24.493958 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d1a11ba2-664e-450a-94c5-5ade69abcf5a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:24.540565 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d1a11ba2-664e-450a-94c5-5ade69abcf5a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:24.543091 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d1a11ba2-664e-450a-94c5-5ade69abcf5a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:24.544198 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-d1a11ba2-664e-450a-94c5-5ade69abcf5a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "DELETE /v2.0/security-groups/a965af05-4352-44ff-b6a0-8df0b0bdca7c HTTP/1.1" status: 204 len: 168 time: 0.1283648 Jul 02 09:50:24.547058 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48596) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:50:24.553636 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a11ba2-664e-450a-94c5-5ade69abcf5a tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a965af05-4352-44ff-b6a0-8df0b0bdca7c,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:24.560960 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.api.v2.resource [None req-929c53b2-efb9-4e40-84f7-4af17ab92538 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] show failed (client error): The resource could not be found. Jul 02 09:50:24.561965 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-929c53b2-efb9-4e40-84f7-4af17ab92538 tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "GET /v2.0/security-groups/a965af05-4352-44ff-b6a0-8df0b0bdca7c HTTP/1.1" status: 404 len: 347 time: 0.0138669 Jul 02 09:50:24.565494 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48598) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:50:24.685756 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-51fb39d0-a46d-437d-a577-34606c72212b tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Deleting port d3ccd8a4-97e5-409c-8479-c467d6f4dcec {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:50:24.686098 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-51fb39d0-a46d-437d-a577-34606c72212b tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:24.759414 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-51fb39d0-a46d-437d-a577-34606c72212b tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:24.759739 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-51fb39d0-a46d-437d-a577-34606c72212b tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:24.771929 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-51fb39d0-a46d-437d-a577-34606c72212b tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Calling delete_port for d3ccd8a4-97e5-409c-8479-c467d6f4dcec owned by network:floatingip {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:50:24.900589 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-51fb39d0-a46d-437d-a577-34606c72212b tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:24.928641 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb39d0-a46d-437d-a577-34606c72212b tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Pushing event deleted for resources: {'Port': ['ID=d3ccd8a4-97e5-409c-8479-c467d6f4dcec,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:24.989742 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-51fb39d0-a46d-437d-a577-34606c72212b tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks [] for floatingip, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:24.992759 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-51fb39d0-a46d-437d-a577-34606c72212b tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:24.993888 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-51fb39d0-a46d-437d-a577-34606c72212b tempest-AttachVolumeTestJSON-988574458 tempest-AttachVolumeTestJSON-988574458-project] 10.222.0.47 "DELETE /v2.0/floatingips/c7ab08cc-7fac-47b8-b4c9-4766c9d5c055 HTTP/1.1" status: 204 len: 168 time: 0.4272237 Jul 02 09:50:25.587456 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:50:25.930200 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 4a958079-e2bd-43d6-a370-26730f522f43 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:50:25.955136 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: 4a958079-e2bd-43d6-a370-26730f522f43 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:50:25.955501 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 4a958079-e2bd-43d6-a370-26730f522f43 not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:50:28.664710 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48628) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:50:29.353479 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2167c797-2d5c-4a83-a6b3-226347f04c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-635693'] for router_interface, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:29.595984 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-2167c797-2d5c-4a83-a6b3-226347f04c3c admin admin] Deleting port 4a8c5c4b-603f-492a-b401-4d5c7130064a {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:50:29.596317 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2167c797-2d5c-4a83-a6b3-226347f04c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:29.674534 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-2167c797-2d5c-4a83-a6b3-226347f04c3c admin admin] For port 4a8c5c4b-603f-492a-b401-4d5c7130064a, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=4a8c5c4b-603f-492a-b401-4d5c7130064a,segment=NetworkSegment(3637e135-81bb-478a-acfe-6d83c0113fb6),segment_id=3637e135-81bb-478a-acfe-6d83c0113fb6)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:50:29.675248 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2167c797-2d5c-4a83-a6b3-226347f04c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:29.686756 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-2167c797-2d5c-4a83-a6b3-226347f04c3c admin admin] Calling delete_port for 4a8c5c4b-603f-492a-b401-4d5c7130064a owned by network:router_interface {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:50:29.864722 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2167c797-2d5c-4a83-a6b3-226347f04c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:29.895476 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167c797-2d5c-4a83-a6b3-226347f04c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8c5c4b-603f-492a-b401-4d5c7130064a,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:30.063702 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2167c797-2d5c-4a83-a6b3-226347f04c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-635879'] for router_interface, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:30.279595 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2167c797-2d5c-4a83-a6b3-226347f04c3c admin admin] Router a7f5270e-6ea9-47f9-81a2-bb78663a722d has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:50:30.384666 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2167c797-2d5c-4a83-a6b3-226347f04c3c admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:50:30.389541 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-2167c797-2d5c-4a83-a6b3-226347f04c3c admin admin] 10.222.0.47 "PUT /v2.0/routers/a7f5270e-6ea9-47f9-81a2-bb78663a722d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7238128 Jul 02 09:50:30.392021 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48632) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:50:30.392613 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee73531-5bc5-4ba6-b6f9-e8de31566d22 None None] Sync routers for ids ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:50:30.402119 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee73531-5bc5-4ba6-b6f9-e8de31566d22 None None] Routers {'a7f5270e-6ea9-47f9-81a2-bb78663a722d'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:50:30.402710 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-dee73531-5bc5-4ba6-b6f9-e8de31566d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:50:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:50:30.499730 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-723f37e9-f7c3-4f16-872f-88d1707260bd admin admin] Notify callbacks [] for router, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:30.505730 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-dee73531-5bc5-4ba6-b6f9-e8de31566d22 None None] Set router a7f5270e-6ea9-47f9-81a2-bb78663a722d gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:50:30.604303 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-723f37e9-f7c3-4f16-872f-88d1707260bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:30.655361 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-723f37e9-f7c3-4f16-872f-88d1707260bd admin admin] Deleting port 25c65711-686d-4ccb-acac-cadce0626aba {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:50:30.656002 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-723f37e9-f7c3-4f16-872f-88d1707260bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:30.689081 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-dee73531-5bc5-4ba6-b6f9-e8de31566d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '25c65711-686d-4ccb-acac-cadce0626aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:50:29Z', 'revision_number': 5, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port': {'id': '25c65711-686d-4ccb-acac-cadce0626aba', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:45:17Z', 'updated_at': '2021-07-02T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:50:30.720498 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee73531-5bc5-4ba6-b6f9-e8de31566d22 None None] Checking router: a7f5270e-6ea9-47f9-81a2-bb78663a722d for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:50:30.732705 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee73531-5bc5-4ba6-b6f9-e8de31566d22 None None] Routers {'a7f5270e-6ea9-47f9-81a2-bb78663a722d'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:50:30.733305 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-dee73531-5bc5-4ba6-b6f9-e8de31566d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:50:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:50:30.746465 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-723f37e9-f7c3-4f16-872f-88d1707260bd admin admin] For port 25c65711-686d-4ccb-acac-cadce0626aba, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=25c65711-686d-4ccb-acac-cadce0626aba,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:50:30.747075 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-723f37e9-f7c3-4f16-872f-88d1707260bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:30.759889 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-723f37e9-f7c3-4f16-872f-88d1707260bd admin admin] Calling delete_port for 25c65711-686d-4ccb-acac-cadce0626aba owned by network:router_gateway {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:50:30.908884 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-dee73531-5bc5-4ba6-b6f9-e8de31566d22 None None] Set router a7f5270e-6ea9-47f9-81a2-bb78663a722d gateway port host: None {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:50:30.931649 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-723f37e9-f7c3-4f16-872f-88d1707260bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:30.960228 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f37e9-f7c3-4f16-872f-88d1707260bd admin admin] Pushing event deleted for resources: {'Port': ['ID=25c65711-686d-4ccb-acac-cadce0626aba,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:30.963335 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-dee73531-5bc5-4ba6-b6f9-e8de31566d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:50:30Z', 'revision_number': 6, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port_host': None}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:50:30.992992 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee73531-5bc5-4ba6-b6f9-e8de31566d22 None None] The sync data for ids ['a7f5270e-6ea9-47f9-81a2-bb78663a722d'] in dv-cinder-772181-12-iscsi is: [{'id': 'a7f5270e-6ea9-47f9-81a2-bb78663a722d', 'name': 'tempest-AttachVolumeTestJSON-236978396-router', 'tenant_id': '35c6f32ab03c483bac6a63048c16d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:45:15Z', 'updated_at': '2021-07-02T09:50:30Z', 'revision_number': 6, 'project_id': '35c6f32ab03c483bac6a63048c16d76d', 'gw_port_host': None}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:50:31.026063 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-723f37e9-f7c3-4f16-872f-88d1707260bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634350'] for router_gateway, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.117864 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-723f37e9-f7c3-4f16-872f-88d1707260bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14669'] for router, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.119993 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-723f37e9-f7c3-4f16-872f-88d1707260bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.165793 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-723f37e9-f7c3-4f16-872f-88d1707260bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-638642'] for router, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.166494 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723f37e9-f7c3-4f16-872f-88d1707260bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7f5270e-6ea9-47f9-81a2-bb78663a722d {{(pid=99502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 09:50:31.172168 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-723f37e9-f7c3-4f16-872f-88d1707260bd admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.173472 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-723f37e9-f7c3-4f16-872f-88d1707260bd admin admin] 10.222.0.47 "DELETE /v2.0/routers/a7f5270e-6ea9-47f9-81a2-bb78663a722d HTTP/1.1" status: 204 len: 168 time: 0.7804716 Jul 02 09:50:31.175984 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48634) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:50:31.219492 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_v2 [None req-2195a3f4-5173-45a0-9ddc-3517e1784fef admin admin] Deleting subnet 1ded4fa6-e112-4cbf-a9ba-367e7235be41 {{(pid=99502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 09:50:31.223055 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2195a3f4-5173-45a0-9ddc-3517e1784fef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.260602 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2195a3f4-5173-45a0-9ddc-3517e1784fef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3990916'] for subnet, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.341944 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2195a3f4-5173-45a0-9ddc-3517e1784fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16457552'] for subnet, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.399478 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2195a3f4-5173-45a0-9ddc-3517e1784fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16457545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3997221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3689631'] for subnet, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.423586 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195a3f4-5173-45a0-9ddc-3517e1784fef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ded4fa6-e112-4cbf-a9ba-367e7235be41,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:31.427210 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2195a3f4-5173-45a0-9ddc-3517e1784fef admin admin] Notify callbacks [] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.429009 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-2195a3f4-5173-45a0-9ddc-3517e1784fef admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1ded4fa6-e112-4cbf-a9ba-367e7235be41 HTTP/1.1" status: 204 len: 168 time: 0.2519414 Jul 02 09:50:31.431473 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48636) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:50:31.434013 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2870eff-5ea8-49c1-bf72-f1245059d6f4 None None] Network f180b8fd-20af-4867-b50b-8deef5167e74 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:50:31.502226 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436473'] for network, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.556083 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] Deleting port f9862cd2-bcab-4d7a-8e30-5a99e845e4b5 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:50:31.556429 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.619713 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] For port f9862cd2-bcab-4d7a-8e30-5a99e845e4b5, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=f9862cd2-bcab-4d7a-8e30-5a99e845e4b5,segment=NetworkSegment(3637e135-81bb-478a-acfe-6d83c0113fb6),segment_id=3637e135-81bb-478a-acfe-6d83c0113fb6)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:50:31.620075 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.632401 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] Calling delete_port for f9862cd2-bcab-4d7a-8e30-5a99e845e4b5 owned by network:dhcp {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:50:31.712500 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.741419 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] No DVR routers for this DVR port f9862cd2-bcab-4d7a-8e30-5a99e845e4b5 on host dv-cinder-772181-12-iscsi {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:50:31.743338 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9862cd2-bcab-4d7a-8e30-5a99e845e4b5,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:31.763453 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db0e599-05dd-4839-b8fa-f72605b79d54 None None] DHCP port deletion for f180b8fd-20af-4867-b50b-8deef5167e74 request from dv-cinder-772181-12-iscsi {{(pid=99503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 02 09:50:31.823190 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16458973', 'neutron.services.segments.db._delete_segments_for_network-8744578473274'] for network, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.832928 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f180b8fd-20af-4867-b50b-8deef5167e74']}} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:50:31.842764 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3637e135-81bb-478a-acfe-6d83c0113fb6') {'for_net_delete': True} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:50:31.842907 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3637e135-81bb-478a-acfe-6d83c0113fb6') {} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:50:31.852201 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744578437946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3990939'] for segment, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.867052 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.873607 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=99502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 09:50:31.874009 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3997368'] for segment, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: Traceback (most recent call last): Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: timer() Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: cb(*args, **kw) Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: return func(*args, **kwargs) Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: self._notify() Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: self.callback(batched_events) Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: event.method(event) Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: return f(self, *a, **k) Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: return self._get(url).json() Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: return self.request(url, 'GET', **kwargs) Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 09:50:31.875972 dv-cinder-772181-12-iscsi neutron-server[99502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 09:50:31.929820 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16458966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634290'] for network, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.934002 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:31.935866 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f180b8fd-20af-4867-b50b-8deef5167e74 HTTP/1.1" status: 204 len: 168 time: 0.5035014 Jul 02 09:50:31.949068 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa7b5f-2915-43a7-8181-4e4f1a057de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f180b8fd-20af-4867-b50b-8deef5167e74,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:32.061231 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48640) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:50:32.100192 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-cb919a70-362c-40c2-bd0f-83379f2614e3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=35c6f32ab03c483bac6a63048c16d76d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377903 Jul 02 09:50:32.102698 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48642) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:50:32.153524 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2920f005-c5f1-4e4d-8061-684b20429cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:32.180111 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2920f005-c5f1-4e4d-8061-684b20429cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:32.232631 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2920f005-c5f1-4e4d-8061-684b20429cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:32.235164 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-2920f005-c5f1-4e4d-8061-684b20429cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:32.236309 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-2920f005-c5f1-4e4d-8061-684b20429cce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0c5df3e5-5343-40b5-bf23-1cf95961798b HTTP/1.1" status: 204 len: 168 time: 0.1327052 Jul 02 09:50:32.244822 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920f005-c5f1-4e4d-8061-684b20429cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5df3e5-5343-40b5-bf23-1cf95961798b,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:32.747285 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 25c65711-686d-4ccb-acac-cadce0626aba no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:50:32.771820 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 25c65711-686d-4ccb-acac-cadce0626aba {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:50:32.772175 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 25c65711-686d-4ccb-acac-cadce0626aba not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:50:32.772644 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 4a8c5c4b-603f-492a-b401-4d5c7130064a no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:50:32.791884 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 4a8c5c4b-603f-492a-b401-4d5c7130064a {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:50:32.792227 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 4a8c5c4b-603f-492a-b401-4d5c7130064a not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:50:32.792677 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device f9862cd2-bcab-4d7a-8e30-5a99e845e4b5 no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:50:32.813533 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: f9862cd2-bcab-4d7a-8e30-5a99e845e4b5 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:50:32.813882 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device f9862cd2-bcab-4d7a-8e30-5a99e845e4b5 not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:50:32.888539 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 48664) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:50:32.979623 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-9487b245-7b76-4b4d-aecc-5622a3fc8e97 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1688793791-network', 'tenant_id': '1b6c9cc2726145e68b9387b984fdd65f'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:50:33.000202 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9487b245-7b76-4b4d-aecc-5622a3fc8e97 admin admin] Made reservation on behalf of 1b6c9cc2726145e68b9387b984fdd65f for: {'network': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:50:33.002452 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9487b245-7b76-4b4d-aecc-5622a3fc8e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for network, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:33.011100 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9487b245-7b76-4b4d-aecc-5622a3fc8e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:33.095253 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9487b245-7b76-4b4d-aecc-5622a3fc8e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:33.098717 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9487b245-7b76-4b4d-aecc-5622a3fc8e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:33.118036 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9487b245-7b76-4b4d-aecc-5622a3fc8e97 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=99502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 09:50:33.132611 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487b245-7b76-4b4d-aecc-5622a3fc8e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93986e1a-984a-4e0b-98ff-8e039e4626f8,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:33.135426 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9487b245-7b76-4b4d-aecc-5622a3fc8e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:33.135755 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.segments_db [None req-9487b245-7b76-4b4d-aecc-5622a3fc8e97 admin admin] Added segment baec012b-185f-4847-8f6a-12bfff314f31 of type vlan for network 1aba8d28-69f0-473c-a561-d71869f1eb74 Jul 02 09:50:33.175549 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9487b245-7b76-4b4d-aecc-5622a3fc8e97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744577961000'] for network, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:33.206082 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9487b245-7b76-4b4d-aecc-5622a3fc8e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938'] for network, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:33.207753 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9487b245-7b76-4b4d-aecc-5622a3fc8e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:33.208308 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-9487b245-7b76-4b4d-aecc-5622a3fc8e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:33.240740 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-9487b245-7b76-4b4d-aecc-5622a3fc8e97 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3511026 Jul 02 09:50:33.243823 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 48668) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:50:33.249392 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-0585253f-e619-40b1-a3a5-7c9e9a098af0 admin admin] Request body: {'subnet': {'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1688793791-subnet', 'tenant_id': '1b6c9cc2726145e68b9387b984fdd65f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:50:33.270872 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0585253f-e619-40b1-a3a5-7c9e9a098af0 admin admin] Made reservation on behalf of 1b6c9cc2726145e68b9387b984fdd65f for: {'subnet': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:50:33.272852 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487b245-7b76-4b4d-aecc-5622a3fc8e97 admin admin] Pushing event updated for resources: {'Network': ['ID=1aba8d28-69f0-473c-a561-d71869f1eb74,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:33.273142 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0585253f-e619-40b1-a3a5-7c9e9a098af0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25632336'] for subnet, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:33.282356 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Network 1aba8d28-69f0-473c-a561-d71869f1eb74 details requested by agent ovs-agent-dv-cinder-772181-12-iscsi with host dv-cinder-772181-12-iscsi {{(pid=99503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 09:50:33.436329 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0585253f-e619-40b1-a3a5-7c9e9a098af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25252625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25632322'] for subnet, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:33.490556 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585253f-e619-40b1-a3a5-7c9e9a098af0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1d082d0-f7b2-45df-9797-1e4ceeff41de,revision_number=0']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:33.498913 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0585253f-e619-40b1-a3a5-7c9e9a098af0 admin admin] Checking segment: {'id': 'baec012b-185f-4847-8f6a-12bfff314f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:50:33.499277 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0585253f-e619-40b1-a3a5-7c9e9a098af0 admin admin] Network hostable DHCP agents. Network: 1aba8d28-69f0-473c-a561-d71869f1eb74, hostable agents: ['a4c246f8-4c91-4901-8994-eb049fccfdc6'], hosted agents: [] {{(pid=99501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 09:50:33.515699 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0585253f-e619-40b1-a3a5-7c9e9a098af0 admin admin] Network 1aba8d28-69f0-473c-a561-d71869f1eb74 is scheduled to be hosted by DHCP agent a4c246f8-4c91-4901-8994-eb049fccfdc6 with binding_index 1 {{(pid=99501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 09:50:33.524263 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-0585253f-e619-40b1-a3a5-7c9e9a098af0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-12-iscsi, 1aba8d28-69f0-473c-a561-d71869f1eb74) {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:50:33.528222 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0585253f-e619-40b1-a3a5-7c9e9a098af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:33.528850 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-0585253f-e619-40b1-a3a5-7c9e9a098af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:33.535230 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2000917c-9252-463e-abca-61d51292628a None None] Network 1aba8d28-69f0-473c-a561-d71869f1eb74 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:50:33.542133 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-0585253f-e619-40b1-a3a5-7c9e9a098af0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2970777 Jul 02 09:50:33.657923 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd63a65-600c-44c2-b9e2-18b6d73baf6b None None] Network 1aba8d28-69f0-473c-a561-d71869f1eb74 requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:50:33.960780 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900a97d-67e6-4919-917b-66e538b607dd req-e9676977-9aa2-4c3b-bfe4-cedeaa750294 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:33.962232 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1900a97d-67e6-4919-917b-66e538b607dd req-e9676977-9aa2-4c3b-bfe4-cedeaa750294 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/networks?id=1aba8d28-69f0-473c-a561-d71869f1eb74 HTTP/1.1" status: 200 len: 815 time: 0.1028664 Jul 02 09:50:33.979144 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1900a97d-67e6-4919-917b-66e538b607dd req-5f32201e-6464-418c-be3b-2a47c2102c22 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/quotas/1b6c9cc2726145e68b9387b984fdd65f HTTP/1.1" status: 200 len: 375 time: 0.0115037 Jul 02 09:50:34.015986 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1900a97d-67e6-4919-917b-66e538b607dd req-6c34bbd5-9efc-43dd-8f99-481fc1c71e98 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b6c9cc2726145e68b9387b984fdd65f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281432 Jul 02 09:50:34.107874 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1900a97d-67e6-4919-917b-66e538b607dd req-e67b94a3-457c-4558-a7b4-3ca34aaa19cc service neutron] 10.222.0.47 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844080 Jul 02 09:50:34.194880 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1900a97d-67e6-4919-917b-66e538b607dd req-e73ce9a2-cdb9-4ca2-a4a1-450e2b15160b service neutron] 10.222.0.47 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805650 Jul 02 09:50:34.358453 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9b225eae-aa3a-417d-af6a-9394dbfef41d req-c2761cf0-da87-4307-859c-0674578b2c50 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=2132b57d-a03f-41ce-aad5-1451d228bf99 HTTP/1.1" status: 200 len: 210 time: 0.0282118 Jul 02 09:50:35.502079 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900a97d-67e6-4919-917b-66e538b607dd req-01379c52-728b-42c4-808d-d73caa280dba tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:35.502827 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ee8b28c0-d496-4fbe-bf72-c5a0e7aef1e5 req-76cab403-70d7-4efb-825c-1eac2a366495 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=2132b57d-a03f-41ce-aad5-1451d228bf99 HTTP/1.1" status: 200 len: 210 time: 0.0327988 Jul 02 09:50:35.505628 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-1900a97d-67e6-4919-917b-66e538b607dd req-01379c52-728b-42c4-808d-d73caa280dba tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.66 "GET /v2.0/networks?id=1aba8d28-69f0-473c-a561-d71869f1eb74 HTTP/1.1" status: 200 len: 815 time: 0.1092513 Jul 02 09:50:35.520478 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-1900a97d-67e6-4919-917b-66e538b607dd req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Request body: {'port': {'device_id': '2132b57d-a03f-41ce-aad5-1451d228bf99', 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74', 'admin_state_up': True, 'tenant_id': '1b6c9cc2726145e68b9387b984fdd65f'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:50:35.626753 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1900a97d-67e6-4919-917b-66e538b607dd req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Made reservation on behalf of 1b6c9cc2726145e68b9387b984fdd65f for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:50:35.631135 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-1900a97d-67e6-4919-917b-66e538b607dd req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:35.754432 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-1900a97d-67e6-4919-917b-66e538b607dd req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Allocated IP 172.20.0.2 (1aba8d28-69f0-473c-a561-d71869f1eb74/a1d082d0-f7b2-45df-9797-1e4ceeff41de/2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:50:35.898301 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-1900a97d-67e6-4919-917b-66e538b607dd req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:35.935669 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-1900a97d-67e6-4919-917b-66e538b607dd req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:35.980401 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1900a97d-67e6-4919-917b-66e538b607dd req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Network 1aba8d28-69f0-473c-a561-d71869f1eb74 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:50:35.983465 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-1900a97d-67e6-4919-917b-66e538b607dd req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:50:35.987101 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-1900a97d-67e6-4919-917b-66e538b607dd req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:50:36.017125 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Pushing event updated for resources: {'Port': ['ID=2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:36.030733 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:36.031086 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:36.031428 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:36.031763 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:36.032098 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:36.032431 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:36.032784 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:36.033114 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:36.033440 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:36.033762 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:36.034720 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:36.034951 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:50:36.055586 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900a97d-67e6-4919-917b-66e538b607dd req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:36.056182 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-1900a97d-67e6-4919-917b-66e538b607dd req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:36.070906 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-1900a97d-67e6-4919-917b-66e538b607dd req-6c1aee84-2300-466a-be7d-022895696c28 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5550385 Jul 02 09:50:36.082935 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Request body: {'port': {'device_id': '2132b57d-a03f-41ce-aad5-1451d228bf99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:50:36.155258 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:36.408001 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:50:36.415268 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:36.427063 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Transition to ACTIVE for port object 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:50:36.431097 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:36.503726 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:36.554982 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Attempting to bind port 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:50:36.555317 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Attempting to bind port 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'baec012b-185f-4847-8f6a-12bfff314f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:50:36.555637 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Attempting to bind port 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 on network 1aba8d28-69f0-473c-a561-d71869f1eb74 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:50:36.560118 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Port 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 on network 1aba8d28-69f0-473c-a561-d71869f1eb74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:50:36.560465 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Attempting to bind port 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 on network 1aba8d28-69f0-473c-a561-d71869f1eb74 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:50:36.565496 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:50:36.567470 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Checking segment: {'id': 'baec012b-185f-4847-8f6a-12bfff314f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:50:36.567470 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Bound using segment: {'id': 'baec012b-185f-4847-8f6a-12bfff314f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:50:36.568396 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Bound port: 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baec012b-185f-4847-8f6a-12bfff314f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:50:36.569216 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:36.634323 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] For port 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3, host hv-cinder-77218, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:50:36.637804 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] For port 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:50:36.641881 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:36.679631 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:36.680274 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:36.681709 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-1900a97d-67e6-4919-917b-66e538b607dd req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] 10.222.0.66 "PUT /v2.0/ports/2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 HTTP/1.1" status: 200 len: 1093 time: 0.6028981 Jul 02 09:50:36.686612 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2132b57d-a03f-41ce-aad5-1451d228bf99', 'tag': '2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:50:36.686784 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526f6c2-6b55-451e-bd6f-ee53aca1fb8d req-54509214-da2c-4c26-8b30-3db932181925 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:36.688264 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6526f6c2-6b55-451e-bd6f-ee53aca1fb8d req-54509214-da2c-4c26-8b30-3db932181925 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=2132b57d-a03f-41ce-aad5-1451d228bf99 HTTP/1.1" status: 200 len: 943 time: 0.0632808 Jul 02 09:50:36.689068 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451aa24d-c1b8-44f5-9334-492fc9f845da" -d '{"events": [{"name": "network-changed", "server_uuid": "2132b57d-a03f-41ce-aad5-1451d228bf99", "tag": "2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:50:36.714793 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9252e-8a7d-40cc-9b60-3453b3ac8e14 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:36.737068 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d19e37c-346c-410d-9a10-efb9d0d7fd42 x-openstack-request-id: req-3d19e37c-346c-410d-9a10-efb9d0d7fd42 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:50:36.737503 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2132b57d-a03f-41ce-aad5-1451d228bf99", "tag": "2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:50:36.738000 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3d19e37c-346c-410d-9a10-efb9d0d7fd42 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:50:36.738456 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2132b57d-a03f-41ce-aad5-1451d228bf99', 'tag': '2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3', 'status': 'completed', 'code': 200} Jul 02 09:50:36.739171 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6526f6c2-6b55-451e-bd6f-ee53aca1fb8d req-69118514-5f95-4036-8073-c9dc8e6a0756 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423954 Jul 02 09:50:36.782670 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900a97d-67e6-4919-917b-66e538b607dd req-a229838a-dea4-48bc-b6f8-0bc8b1885b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:36.784306 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-1900a97d-67e6-4919-917b-66e538b607dd req-a229838a-dea4-48bc-b6f8-0bc8b1885b11 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b6c9cc2726145e68b9387b984fdd65f&device_id=2132b57d-a03f-41ce-aad5-1451d228bf99 HTTP/1.1" status: 200 len: 1096 time: 0.0576460 Jul 02 09:50:36.825349 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-1900a97d-67e6-4919-917b-66e538b607dd req-6a923506-c890-496b-99dd-f2ccbd1b3550 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 HTTP/1.1" status: 200 len: 217 time: 0.0336745 Jul 02 09:50:36.876394 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900a97d-67e6-4919-917b-66e538b607dd req-47ca6e83-8188-4355-8742-bd27c101580c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:36.878551 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-1900a97d-67e6-4919-917b-66e538b607dd req-47ca6e83-8188-4355-8742-bd27c101580c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1d082d0-f7b2-45df-9797-1e4ceeff41de HTTP/1.1" status: 200 len: 855 time: 0.0448048 Jul 02 09:50:36.911317 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-1900a97d-67e6-4919-917b-66e538b607dd req-bf70b939-0573-4ae8-b8b8-ad982d2b3060 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1aba8d28-69f0-473c-a561-d71869f1eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255070 Jul 02 09:50:36.999069 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-1900a97d-67e6-4919-917b-66e538b607dd req-cf322093-dc0f-4b8c-a62b-68efae8d4c37 service neutron] 10.222.0.66 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801220 Jul 02 09:50:37.088503 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-1900a97d-67e6-4919-917b-66e538b607dd req-a9f494d4-a8e5-4c7c-98f3-1fa5c7b18983 service neutron] 10.222.0.66 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823431 Jul 02 09:50:37.185143 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451aa24d-c1b8-44f5-9334-492fc9f845da req-fd322b1e-1544-4e17-a105-65199b61c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:37.186561 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-451aa24d-c1b8-44f5-9334-492fc9f845da req-fd322b1e-1544-4e17-a105-65199b61c106 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b6c9cc2726145e68b9387b984fdd65f&device_id=2132b57d-a03f-41ce-aad5-1451d228bf99 HTTP/1.1" status: 200 len: 1096 time: 0.0505836 Jul 02 09:50:37.283995 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451aa24d-c1b8-44f5-9334-492fc9f845da req-1e6588b8-58f1-47d9-bc96-12211eb8e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:37.285401 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-451aa24d-c1b8-44f5-9334-492fc9f845da req-1e6588b8-58f1-47d9-bc96-12211eb8e9ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=1aba8d28-69f0-473c-a561-d71869f1eb74 HTTP/1.1" status: 200 len: 916 time: 0.0862875 Jul 02 09:50:37.326874 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-451aa24d-c1b8-44f5-9334-492fc9f845da req-7a21528f-d35c-4f68-8433-6a1526436d6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 HTTP/1.1" status: 200 len: 217 time: 0.0341499 Jul 02 09:50:37.375027 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451aa24d-c1b8-44f5-9334-492fc9f845da req-b9fa4238-3fee-4b80-93ca-f35394e57b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:37.376399 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-451aa24d-c1b8-44f5-9334-492fc9f845da req-b9fa4238-3fee-4b80-93ca-f35394e57b51 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1d082d0-f7b2-45df-9797-1e4ceeff41de HTTP/1.1" status: 200 len: 855 time: 0.0415032 Jul 02 09:50:37.412067 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-451aa24d-c1b8-44f5-9334-492fc9f845da req-dd39bf3b-3521-4f7b-8cfa-aa5979e9e868 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1aba8d28-69f0-473c-a561-d71869f1eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281682 Jul 02 09:50:37.503550 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-451aa24d-c1b8-44f5-9334-492fc9f845da req-551d0b44-7054-4ae1-8280-6bdf550e69a3 service neutron] 10.222.0.66 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808661 Jul 02 09:50:37.595207 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-451aa24d-c1b8-44f5-9334-492fc9f845da req-92c7b3d1-d749-452f-8c64-73b6b47d1a66 service neutron] 10.222.0.66 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845079 Jul 02 09:50:37.913906 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063745d-e047-4330-b62a-af09ccc53a64 req-20531128-8e52-455e-ad20-59839da5bbfc tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:37.915357 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f063745d-e047-4330-b62a-af09ccc53a64 req-20531128-8e52-455e-ad20-59839da5bbfc tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=2132b57d-a03f-41ce-aad5-1451d228bf99 HTTP/1.1" status: 200 len: 943 time: 0.0616841 Jul 02 09:50:37.954261 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f063745d-e047-4330-b62a-af09ccc53a64 req-546d6c15-c2fc-49b1-996f-4cb6c7d4ee1b tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334835 Jul 02 09:50:39.123459 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a768a-1b69-4589-9be3-8482d264007b req-06de78ef-d671-4924-9a55-afe49e523ed4 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:39.124924 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3b7a768a-1b69-4589-9be3-8482d264007b req-06de78ef-d671-4924-9a55-afe49e523ed4 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=2132b57d-a03f-41ce-aad5-1451d228bf99 HTTP/1.1" status: 200 len: 943 time: 0.0618138 Jul 02 09:50:39.161611 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3b7a768a-1b69-4589-9be3-8482d264007b req-66de6eff-13da-4019-afdd-83610d75dbfa tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310328 Jul 02 09:50:39.818075 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:40.022882 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:50:40.121397 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:50:40.132845 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3', 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74', 'port_id': '2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3', 'mac_address': 'fa:16:3e:d1:69:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d082d0-f7b2-45df-9797-1e4ceeff41de', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:50:40.167776 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:40.180525 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:50:40.200578 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:50:40.204404 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:40.254267 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:40.333192 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a69fe-1da3-42eb-ac08-9d2fd7cf19c4 req-192eb8b9-f9b8-494f-a709-72e5fa6d9811 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:40.334571 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b20a69fe-1da3-42eb-ac08-9d2fd7cf19c4 req-192eb8b9-f9b8-494f-a709-72e5fa6d9811 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=2132b57d-a03f-41ce-aad5-1451d228bf99 HTTP/1.1" status: 200 len: 944 time: 0.0624697 Jul 02 09:50:40.371044 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b20a69fe-1da3-42eb-ac08-9d2fd7cf19c4 req-f360dc27-d604-4dc2-bce1-e07c6de898d3 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309014 Jul 02 09:50:40.474401 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:50:41.547550 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26f52c-4b6b-44b4-8476-de069e0e2381 req-234e15a1-ee04-4400-9342-e0f25d82ad6c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:41.549023 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5a26f52c-4b6b-44b4-8476-de069e0e2381 req-234e15a1-ee04-4400-9342-e0f25d82ad6c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=2132b57d-a03f-41ce-aad5-1451d228bf99 HTTP/1.1" status: 200 len: 944 time: 0.0664382 Jul 02 09:50:41.589225 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5a26f52c-4b6b-44b4-8476-de069e0e2381 req-077779da-1779-4136-9fa8-52f170584c86 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321722 Jul 02 09:50:42.040639 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:50:42.091524 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:50:42.095026 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:50:42.095400 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:42.169446 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:42.191059 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2132b57d-a03f-41ce-aad5-1451d228bf99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:50:42.193447 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1f0fcd-7903-42e8-9551-e2a99e1faf89" -d '{"events": [{"server_uuid": "2132b57d-a03f-41ce-aad5-1451d228bf99", "name": "network-vif-plugged", "status": "completed", "tag": "2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:50:42.205696 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:50:42.209925 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:42.233380 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a84637f-43e3-4d73-8993-95a8f09a4eb9 x-openstack-request-id: req-7a84637f-43e3-4d73-8993-95a8f09a4eb9 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:50:42.233668 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2132b57d-a03f-41ce-aad5-1451d228bf99", "name": "network-vif-plugged", "status": "completed", "tag": "2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:50:42.233921 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7a84637f-43e3-4d73-8993-95a8f09a4eb9 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:50:42.234305 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2132b57d-a03f-41ce-aad5-1451d228bf99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3', 'code': 200} Jul 02 09:50:42.259586 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:42.281366 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-11ac6d1c-f4ae-4e8c-b1c7-c185737ad085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:42.454233 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf3b5b-fee8-4ea8-ba5d-5de7677726d8 req-d68593df-26f3-458a-8dfc-de8d9c8af77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:42.455678 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-fcbf3b5b-fee8-4ea8-ba5d-5de7677726d8 req-d68593df-26f3-458a-8dfc-de8d9c8af77e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2132b57d-a03f-41ce-aad5-1451d228bf99 HTTP/1.1" status: 200 len: 1098 time: 0.0509684 Jul 02 09:50:42.489381 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-fcbf3b5b-fee8-4ea8-ba5d-5de7677726d8 req-c26a5f17-226a-4d22-9d5b-7f2a1a47da14 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268764 Jul 02 09:50:42.760724 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7077d5c-2f9a-41d9-b047-476ec1b7ea0f req-1b77d391-a273-4ff0-8c81-0e2f4a8fd1d6 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:42.762208 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c7077d5c-2f9a-41d9-b047-476ec1b7ea0f req-1b77d391-a273-4ff0-8c81-0e2f4a8fd1d6 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=2132b57d-a03f-41ce-aad5-1451d228bf99 HTTP/1.1" status: 200 len: 945 time: 0.0622749 Jul 02 09:50:42.799299 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c7077d5c-2f9a-41d9-b047-476ec1b7ea0f req-98574586-437b-4476-a82e-85b7c33397a1 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314479 Jul 02 09:50:43.970134 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc41b6-ed55-4636-87f9-97a611b9d147 req-4603251f-31fc-4aa1-82a6-fd1f95fa06de tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:43.971784 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bdbc41b6-ed55-4636-87f9-97a611b9d147 req-4603251f-31fc-4aa1-82a6-fd1f95fa06de tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=2132b57d-a03f-41ce-aad5-1451d228bf99 HTTP/1.1" status: 200 len: 945 time: 0.0636668 Jul 02 09:50:44.012274 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bdbc41b6-ed55-4636-87f9-97a611b9d147 req-4217a174-1356-4221-9fce-7de936808c64 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347068 Jul 02 09:50:45.113390 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-da354b42-adde-41e1-94a3-6373e0d89579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:45.540607 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:45.887668 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:47.638182 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:52.273991 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-ef623e05-ac13-4654-819d-20f3fd3f8053 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:52.275440 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-ef623e05-ac13-4654-819d-20f3fd3f8053 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/networks?id=1aba8d28-69f0-473c-a561-d71869f1eb74 HTTP/1.1" status: 200 len: 815 time: 0.1017196 Jul 02 09:50:52.290353 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-f5b86512-5f03-4401-900f-985da7757de4 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/quotas/1b6c9cc2726145e68b9387b984fdd65f HTTP/1.1" status: 200 len: 375 time: 0.0095160 Jul 02 09:50:52.353981 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-907acb63-837b-401d-96b9-e30d86a4d371 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b6c9cc2726145e68b9387b984fdd65f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0588653 Jul 02 09:50:52.439552 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-5d5f137f-b26f-4969-a0c6-fa2f174fc531 service neutron] 10.222.0.47 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790517 Jul 02 09:50:52.529256 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-61426536-d29a-45dc-9eb7-6fdbcfc98304 service neutron] 10.222.0.47 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833545 Jul 02 09:50:52.694223 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3b82065e-822f-400d-923e-24176b8af4d5 req-a5839013-398f-4bc2-9726-7fc5eeb72ba2 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=e765c6b7-68d6-4646-839e-f59d49df399a HTTP/1.1" status: 200 len: 210 time: 0.0289011 Jul 02 09:50:53.838266 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a8980523-5ae2-420c-a133-ce1246ce99d2 req-f9c52ad0-29d3-4e8e-87c8-1209ac6ac5e2 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=e765c6b7-68d6-4646-839e-f59d49df399a HTTP/1.1" status: 200 len: 210 time: 0.0333140 Jul 02 09:50:54.215758 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-b688d268-6582-40a1-818d-c5dc23c457db tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:54.217251 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-b688d268-6582-40a1-818d-c5dc23c457db tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.66 "GET /v2.0/networks?id=1aba8d28-69f0-473c-a561-d71869f1eb74 HTTP/1.1" status: 200 len: 815 time: 0.3749666 Jul 02 09:50:54.231337 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-0997f6f4-8d42-4f92-8d2b-4f35cdafbc8c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Request body: {'port': {'device_id': 'e765c6b7-68d6-4646-839e-f59d49df399a', 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74', 'admin_state_up': True, 'tenant_id': '1b6c9cc2726145e68b9387b984fdd65f'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:50:54.335964 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-0997f6f4-8d42-4f92-8d2b-4f35cdafbc8c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Made reservation on behalf of 1b6c9cc2726145e68b9387b984fdd65f for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:50:54.339358 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-0997f6f4-8d42-4f92-8d2b-4f35cdafbc8c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:54.461687 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-0997f6f4-8d42-4f92-8d2b-4f35cdafbc8c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Allocated IP 172.20.0.6 (1aba8d28-69f0-473c-a561-d71869f1eb74/a1d082d0-f7b2-45df-9797-1e4ceeff41de/b05e5ae8-032c-40cb-a433-a977366e8111) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:50:54.604643 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-0997f6f4-8d42-4f92-8d2b-4f35cdafbc8c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:54.642878 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-0997f6f4-8d42-4f92-8d2b-4f35cdafbc8c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:54.656210 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:50:54.686804 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-0997f6f4-8d42-4f92-8d2b-4f35cdafbc8c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Network 1aba8d28-69f0-473c-a561-d71869f1eb74 is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:50:54.690827 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-0997f6f4-8d42-4f92-8d2b-4f35cdafbc8c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:50:54.695171 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-0997f6f4-8d42-4f92-8d2b-4f35cdafbc8c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:50:54.720833 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997f6f4-8d42-4f92-8d2b-4f35cdafbc8c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Pushing event updated for resources: {'Port': ['ID=b05e5ae8-032c-40cb-a433-a977366e8111,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:54.748606 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-0997f6f4-8d42-4f92-8d2b-4f35cdafbc8c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:54.749233 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-0997f6f4-8d42-4f92-8d2b-4f35cdafbc8c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:54.765045 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-0997f6f4-8d42-4f92-8d2b-4f35cdafbc8c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5372357 Jul 02 09:50:54.777950 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Request body: {'port': {'device_id': 'e765c6b7-68d6-4646-839e-f59d49df399a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:50:54.852047 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:55.021376 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231b8e2-1ddc-4e89-b8a3-c0cabf4fb018 req-223ab03d-0da2-4b54-861f-7e137d2784b1 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:55.022864 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d231b8e2-1ddc-4e89-b8a3-c0cabf4fb018 req-223ab03d-0da2-4b54-861f-7e137d2784b1 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=e765c6b7-68d6-4646-839e-f59d49df399a HTTP/1.1" status: 200 len: 931 time: 0.0646420 Jul 02 09:50:55.060947 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d231b8e2-1ddc-4e89-b8a3-c0cabf4fb018 req-fd473217-8bab-4eef-92cf-3968bbd9755f tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314970 Jul 02 09:50:55.119421 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b05e5ae8-032c-40cb-a433-a977366e8111 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:50:55.126670 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:55.138918 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Transition to ACTIVE for port object b05e5ae8-032c-40cb-a433-a977366e8111 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:50:55.142082 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:55.188920 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b05e5ae8-032c-40cb-a433-a977366e8111,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:55.261266 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Attempting to bind port b05e5ae8-032c-40cb-a433-a977366e8111 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:50:55.261920 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Attempting to bind port b05e5ae8-032c-40cb-a433-a977366e8111 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'baec012b-185f-4847-8f6a-12bfff314f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:50:55.262051 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Attempting to bind port b05e5ae8-032c-40cb-a433-a977366e8111 on network 1aba8d28-69f0-473c-a561-d71869f1eb74 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:50:55.266367 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Port b05e5ae8-032c-40cb-a433-a977366e8111 on network 1aba8d28-69f0-473c-a561-d71869f1eb74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:50:55.266689 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Attempting to bind port b05e5ae8-032c-40cb-a433-a977366e8111 on network 1aba8d28-69f0-473c-a561-d71869f1eb74 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:50:55.272143 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:50:55.272535 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Checking segment: {'id': 'baec012b-185f-4847-8f6a-12bfff314f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:50:55.272909 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Bound using segment: {'id': 'baec012b-185f-4847-8f6a-12bfff314f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:50:55.273660 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Bound port: b05e5ae8-032c-40cb-a433-a977366e8111, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baec012b-185f-4847-8f6a-12bfff314f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:50:55.274015 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:55.335152 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] For port b05e5ae8-032c-40cb-a433-a977366e8111, host hv-cinder-77218, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:50:55.338136 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] For port b05e5ae8-032c-40cb-a433-a977366e8111, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=b05e5ae8-032c-40cb-a433-a977366e8111,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:50:55.342406 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:55.373902 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:55.374511 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:55.375876 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] 10.222.0.66 "PUT /v2.0/ports/b05e5ae8-032c-40cb-a433-a977366e8111 HTTP/1.1" status: 200 len: 1093 time: 0.6021750 Jul 02 09:50:55.376315 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e765c6b7-68d6-4646-839e-f59d49df399a', 'tag': 'b05e5ae8-032c-40cb-a433-a977366e8111'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:50:55.379126 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0215c90-d936-4011-ad65-2eac1724dbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "e765c6b7-68d6-4646-839e-f59d49df399a", "tag": "b05e5ae8-032c-40cb-a433-a977366e8111"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:50:55.407811 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0722781-ce55-4387-a9a0-e0f4940686b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b05e5ae8-032c-40cb-a433-a977366e8111,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:55.422852 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9914db83-2fe2-4a9d-b8fb-6137289d6cf1 x-openstack-request-id: req-9914db83-2fe2-4a9d-b8fb-6137289d6cf1 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:50:55.423162 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e765c6b7-68d6-4646-839e-f59d49df399a", "tag": "b05e5ae8-032c-40cb-a433-a977366e8111", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:50:55.423411 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9914db83-2fe2-4a9d-b8fb-6137289d6cf1 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:50:55.423796 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e765c6b7-68d6-4646-839e-f59d49df399a', 'tag': 'b05e5ae8-032c-40cb-a433-a977366e8111', 'status': 'completed', 'code': 200} Jul 02 09:50:55.472006 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-527c77e6-e848-4650-b6e6-e76e5a5b12f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:55.473581 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-527c77e6-e848-4650-b6e6-e76e5a5b12f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b6c9cc2726145e68b9387b984fdd65f&device_id=e765c6b7-68d6-4646-839e-f59d49df399a HTTP/1.1" status: 200 len: 1096 time: 0.0591559 Jul 02 09:50:55.514473 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-6013c6fa-e03f-4b42-bcd1-5b1a75f770e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b05e5ae8-032c-40cb-a433-a977366e8111 HTTP/1.1" status: 200 len: 217 time: 0.0330529 Jul 02 09:50:55.560717 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-dcbee276-8ee4-4c35-90f3-50e52083c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:55.562101 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-dcbee276-8ee4-4c35-90f3-50e52083c6e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1d082d0-f7b2-45df-9797-1e4ceeff41de HTTP/1.1" status: 200 len: 855 time: 0.0409067 Jul 02 09:50:55.594272 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-d1229164-cc13-4482-a6bf-600a3b7f39e7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1aba8d28-69f0-473c-a561-d71869f1eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247560 Jul 02 09:50:55.684783 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-1c18aa0c-819b-4912-ab80-171d159fb838 service neutron] 10.222.0.66 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830350 Jul 02 09:50:55.777477 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-8dbe6685-fc6d-49d1-beb9-498aee78b5b8 req-8ab93480-16f6-4350-a721-62150aea8287 service neutron] 10.222.0.66 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856075 Jul 02 09:50:55.878058 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0215c90-d936-4011-ad65-2eac1724dbcd req-b380c93a-82da-44af-9935-549d889b97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:55.879541 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a0215c90-d936-4011-ad65-2eac1724dbcd req-b380c93a-82da-44af-9935-549d889b97ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b6c9cc2726145e68b9387b984fdd65f&device_id=e765c6b7-68d6-4646-839e-f59d49df399a HTTP/1.1" status: 200 len: 1096 time: 0.0523489 Jul 02 09:50:55.968084 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0215c90-d936-4011-ad65-2eac1724dbcd req-6f2d540f-8096-4c43-84a7-d4a295d3e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:55.969451 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a0215c90-d936-4011-ad65-2eac1724dbcd req-6f2d540f-8096-4c43-84a7-d4a295d3e516 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1aba8d28-69f0-473c-a561-d71869f1eb74 HTTP/1.1" status: 200 len: 916 time: 0.0828331 Jul 02 09:50:56.014477 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a0215c90-d936-4011-ad65-2eac1724dbcd req-60a12ac8-a531-4240-94e5-91d12360a1bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b05e5ae8-032c-40cb-a433-a977366e8111 HTTP/1.1" status: 200 len: 217 time: 0.0367453 Jul 02 09:50:56.063123 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0215c90-d936-4011-ad65-2eac1724dbcd req-7deeaec5-0afe-4a23-9791-5abfdfd78bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:56.064553 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a0215c90-d936-4011-ad65-2eac1724dbcd req-7deeaec5-0afe-4a23-9791-5abfdfd78bc9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1d082d0-f7b2-45df-9797-1e4ceeff41de HTTP/1.1" status: 200 len: 855 time: 0.0432866 Jul 02 09:50:56.097214 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a0215c90-d936-4011-ad65-2eac1724dbcd req-86092718-333a-49a8-8def-d21ac3fac948 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1aba8d28-69f0-473c-a561-d71869f1eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255027 Jul 02 09:50:56.192132 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a0215c90-d936-4011-ad65-2eac1724dbcd req-c384b158-a512-44b0-90d2-56f5672d8139 service neutron] 10.222.0.66 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867426 Jul 02 09:50:56.239309 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2444a22-ce47-41d7-8939-2fef9c16349a req-4df691a8-d615-4be1-9a42-15f3893c04fa tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:56.240842 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f2444a22-ce47-41d7-8939-2fef9c16349a req-4df691a8-d615-4be1-9a42-15f3893c04fa tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=e765c6b7-68d6-4646-839e-f59d49df399a HTTP/1.1" status: 200 len: 943 time: 0.0637217 Jul 02 09:50:56.278011 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f2444a22-ce47-41d7-8939-2fef9c16349a req-bd81289c-b5e9-44d8-9b3a-b93ab33dcaff tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317154 Jul 02 09:50:56.282793 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-a0215c90-d936-4011-ad65-2eac1724dbcd req-ef29f2a9-df48-414c-b606-11a7458a20b2 service neutron] 10.222.0.66 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841744 Jul 02 09:50:57.448701 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0c5b2-bcb1-4c56-b01f-7614ff17f9ca req-05bdf306-0755-449d-a1d0-02d548a7532c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:57.450141 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-79d0c5b2-bcb1-4c56-b01f-7614ff17f9ca req-05bdf306-0755-449d-a1d0-02d548a7532c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=e765c6b7-68d6-4646-839e-f59d49df399a HTTP/1.1" status: 200 len: 943 time: 0.0630362 Jul 02 09:50:57.485975 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-79d0c5b2-bcb1-4c56-b01f-7614ff17f9ca req-2a73a90d-c70d-4e3a-8493-4fa264ed318f tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302994 Jul 02 09:50:58.139092 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device b05e5ae8-032c-40cb-a433-a977366e8111 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:50:58.348490 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port b05e5ae8-032c-40cb-a433-a977366e8111, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=b05e5ae8-032c-40cb-a433-a977366e8111,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:50:58.358918 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': 'b05e5ae8-032c-40cb-a433-a977366e8111', 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74', 'port_id': 'b05e5ae8-032c-40cb-a433-a977366e8111', 'mac_address': 'fa:16:3e:6f:0b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d082d0-f7b2-45df-9797-1e4ceeff41de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:50:58.395468 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:58.407667 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05e5ae8-032c-40cb-a433-a977366e8111 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:50:58.426578 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port b05e5ae8-032c-40cb-a433-a977366e8111, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=b05e5ae8-032c-40cb-a433-a977366e8111,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:50:58.430534 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:50:58.479259 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=b05e5ae8-032c-40cb-a433-a977366e8111,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:50:58.660050 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6400f-4e06-4048-9ec4-58359d56f9fc req-07c1f74d-a5f7-4756-9efb-9e7c58a50a47 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:58.661469 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6ee6400f-4e06-4048-9ec4-58359d56f9fc req-07c1f74d-a5f7-4756-9efb-9e7c58a50a47 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=e765c6b7-68d6-4646-839e-f59d49df399a HTTP/1.1" status: 200 len: 944 time: 0.0660498 Jul 02 09:50:58.699949 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6ee6400f-4e06-4048-9ec4-58359d56f9fc req-90dded18-3d39-4acd-a658-d812f076de8f tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329888 Jul 02 09:50:58.709029 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['b05e5ae8-032c-40cb-a433-a977366e8111'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:50:58.896829 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60df53-0a80-4005-b2b6-e0a40f35c00c req-5141a8c5-ca26-4dc1-97f0-f7f35292184f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:58.898280 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1c60df53-0a80-4005-b2b6-e0a40f35c00c req-5141a8c5-ca26-4dc1-97f0-f7f35292184f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 945 time: 0.0615864 Jul 02 09:50:58.934905 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1c60df53-0a80-4005-b2b6-e0a40f35c00c req-a6dc3803-ef58-4119-80d5-d102d3a90b47 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311153 Jul 02 09:50:59.876419 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaa3da-9603-4e4a-a508-b69efaadbcd2 req-c2a631f7-c5c1-4f00-99d6-d101641480b3 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:50:59.878545 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3feaa3da-9603-4e4a-a508-b69efaadbcd2 req-c2a631f7-c5c1-4f00-99d6-d101641480b3 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=e765c6b7-68d6-4646-839e-f59d49df399a HTTP/1.1" status: 200 len: 944 time: 0.0651839 Jul 02 09:50:59.915145 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3feaa3da-9603-4e4a-a508-b69efaadbcd2 req-25089644-efa1-45f3-8e62-1df9540f4b9c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312908 Jul 02 09:51:00.106485 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42eeca-c3ca-446c-97d3-668c53ebeacd req-1375f9ef-cd23-487e-a9f3-304bb5f7d2ed tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:00.107867 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-be42eeca-c3ca-446c-97d3-668c53ebeacd req-1375f9ef-cd23-487e-a9f3-304bb5f7d2ed tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 945 time: 0.0628703 Jul 02 09:51:00.147619 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-be42eeca-c3ca-446c-97d3-668c53ebeacd req-a7798161-9de0-47de-8ff4-5daedf6c2586 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333302 Jul 02 09:51:00.153706 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device b05e5ae8-032c-40cb-a433-a977366e8111 up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:51:00.205344 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port b05e5ae8-032c-40cb-a433-a977366e8111 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:51:00.209515 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port b05e5ae8-032c-40cb-a433-a977366e8111 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:51:00.209889 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:00.283538 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:00.306008 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e765c6b7-68d6-4646-839e-f59d49df399a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05e5ae8-032c-40cb-a433-a977366e8111'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:51:00.308196 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e9f6d8-316e-4752-9912-bc35c82584ac" -d '{"events": [{"server_uuid": "e765c6b7-68d6-4646-839e-f59d49df399a", "name": "network-vif-plugged", "status": "completed", "tag": "b05e5ae8-032c-40cb-a433-a977366e8111"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:51:00.321617 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port b05e5ae8-032c-40cb-a433-a977366e8111, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=b05e5ae8-032c-40cb-a433-a977366e8111,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:51:00.325658 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:00.347824 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3395f8c1-b55c-49be-bbc1-bef43850d263 x-openstack-request-id: req-3395f8c1-b55c-49be-bbc1-bef43850d263 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:51:00.348112 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e765c6b7-68d6-4646-839e-f59d49df399a", "name": "network-vif-plugged", "status": "completed", "tag": "b05e5ae8-032c-40cb-a433-a977366e8111", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:51:00.348359 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3395f8c1-b55c-49be-bbc1-bef43850d263 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:51:00.348829 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e765c6b7-68d6-4646-839e-f59d49df399a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05e5ae8-032c-40cb-a433-a977366e8111', 'code': 200} Jul 02 09:51:00.376770 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=b05e5ae8-032c-40cb-a433-a977366e8111,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:00.567443 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2d70-fbe7-4618-8eeb-bfc151c09876 req-83d2eaca-42ed-4db9-9e29-a0bd8d77bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:00.567808 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b19cc-98e7-4093-82d0-158c5fbcd3d7 req-84a9cc46-528f-4b16-95e9-1e15721a6da8 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:00.569232 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e66b2d70-fbe7-4618-8eeb-bfc151c09876 req-83d2eaca-42ed-4db9-9e29-a0bd8d77bb68 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e765c6b7-68d6-4646-839e-f59d49df399a HTTP/1.1" status: 200 len: 1098 time: 0.0513470 Jul 02 09:51:00.569561 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-6f6b19cc-98e7-4093-82d0-158c5fbcd3d7 req-84a9cc46-528f-4b16-95e9-1e15721a6da8 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.66 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 945 time: 0.0684381 Jul 02 09:51:00.610281 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e66b2d70-fbe7-4618-8eeb-bfc151c09876 req-c0d6e661-10e6-4fa4-9d9e-fe1d1bd7b60f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278163 Jul 02 09:51:00.679089 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-6f6b19cc-98e7-4093-82d0-158c5fbcd3d7 req-50811cd4-d227-4f1f-8df4-1ab0b67350a0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Deleting port fe631d3a-fce4-42ec-b72a-d1b61af36a7c {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:51:00.679346 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-6f6b19cc-98e7-4093-82d0-158c5fbcd3d7 req-50811cd4-d227-4f1f-8df4-1ab0b67350a0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:00.771383 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-6f6b19cc-98e7-4093-82d0-158c5fbcd3d7 req-50811cd4-d227-4f1f-8df4-1ab0b67350a0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] For port fe631d3a-fce4-42ec-b72a-d1b61af36a7c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=fe631d3a-fce4-42ec-b72a-d1b61af36a7c,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:51:00.771731 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-6f6b19cc-98e7-4093-82d0-158c5fbcd3d7 req-50811cd4-d227-4f1f-8df4-1ab0b67350a0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:00.936013 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-6f6b19cc-98e7-4093-82d0-158c5fbcd3d7 req-50811cd4-d227-4f1f-8df4-1ab0b67350a0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:00.936293 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-6f6b19cc-98e7-4093-82d0-158c5fbcd3d7 req-50811cd4-d227-4f1f-8df4-1ab0b67350a0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634276'] for floatingip, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:00.936639 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.l3_db [req-6f6b19cc-98e7-4093-82d0-158c5fbcd3d7 req-50811cd4-d227-4f1f-8df4-1ab0b67350a0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Floating IP 6aa2c81c-bb5f-419f-a280-e2f8cd15c806 disassociated. External IP: 172.27.1.15, port: fe631d3a-fce4-42ec-b72a-d1b61af36a7c. Jul 02 09:51:00.936981 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [req-6f6b19cc-98e7-4093-82d0-158c5fbcd3d7 req-50811cd4-d227-4f1f-8df4-1ab0b67350a0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Calling delete_port for fe631d3a-fce4-42ec-b72a-d1b61af36a7c owned by compute:nova {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:51:01.068003 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-6f6b19cc-98e7-4093-82d0-158c5fbcd3d7 req-50811cd4-d227-4f1f-8df4-1ab0b67350a0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:01.089808 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1de74-45d7-4ff3-981a-611199782527 req-d38dad6b-498f-4c55-9225-6abf02aa85e6 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:01.091283 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-28b1de74-45d7-4ff3-981a-611199782527 req-d38dad6b-498f-4c55-9225-6abf02aa85e6 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=e765c6b7-68d6-4646-839e-f59d49df399a HTTP/1.1" status: 200 len: 945 time: 0.0663159 Jul 02 09:51:01.099342 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50811cd4-d227-4f1f-8df4-1ab0b67350a0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event deleted for resources: {'Port': ['ID=fe631d3a-fce4-42ec-b72a-d1b61af36a7c,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:01.132204 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-28b1de74-45d7-4ff3-981a-611199782527 req-e85fe751-28b5-4971-8945-1b141be711a4 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352166 Jul 02 09:51:01.210294 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f6b19cc-98e7-4093-82d0-158c5fbcd3d7 req-50811cd4-d227-4f1f-8df4-1ab0b67350a0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Router b6091e97-f5f4-4c34-b41b-7bacf60251ee has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:51:01.288777 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-94a52a33-8de4-401d-b68a-fcadc7ad92a4 req-3411eff6-f825-48a3-b259-109784173484 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df20f2f-86ff-44b0-9c76-48600dd7b88a HTTP/1.1" status: 200 len: 210 time: 0.0280530 Jul 02 09:51:01.317024 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f6b19cc-98e7-4093-82d0-158c5fbcd3d7 req-50811cd4-d227-4f1f-8df4-1ab0b67350a0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:51:01.327005 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e65b93f-df2d-4beb-9cb8-ed3bf9e04a09 None None] Sync routers for ids ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:51:01.338100 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e65b93f-df2d-4beb-9cb8-ed3bf9e04a09 None None] Routers {'b6091e97-f5f4-4c34-b41b-7bacf60251ee'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:51:01.339041 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-9e65b93f-df2d-4beb-9cb8-ed3bf9e04a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:50:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:51:01.361917 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6b19cc-98e7-4093-82d0-158c5fbcd3d7 req-50811cd4-d227-4f1f-8df4-1ab0b67350a0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] No DVR routers for this DVR port fe631d3a-fce4-42ec-b72a-d1b61af36a7c on host hv-cinder-77218 {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:51:01.364967 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-6f6b19cc-98e7-4093-82d0-158c5fbcd3d7 req-50811cd4-d227-4f1f-8df4-1ab0b67350a0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:01.366926 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-6f6b19cc-98e7-4093-82d0-158c5fbcd3d7 req-50811cd4-d227-4f1f-8df4-1ab0b67350a0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.66 "DELETE /v2.0/ports/fe631d3a-fce4-42ec-b72a-d1b61af36a7c HTTP/1.1" status: 204 len: 173 time: 0.7845044 Jul 02 09:51:01.367361 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df20f2f-86ff-44b0-9c76-48600dd7b88a', 'name': 'network-vif-deleted', 'tag': 'fe631d3a-fce4-42ec-b72a-d1b61af36a7c'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:51:01.369693 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413e545e-1a08-4bcf-9b19-10cd635ebc2c" -d '{"events": [{"server_uuid": "9df20f2f-86ff-44b0-9c76-48600dd7b88a", "name": "network-vif-deleted", "tag": "fe631d3a-fce4-42ec-b72a-d1b61af36a7c"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:51:01.406087 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05768521-3d16-4707-a9b3-22f04e670b68 x-openstack-request-id: req-05768521-3d16-4707-a9b3-22f04e670b68 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:51:01.406340 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df20f2f-86ff-44b0-9c76-48600dd7b88a", "name": "network-vif-deleted", "tag": "fe631d3a-fce4-42ec-b72a-d1b61af36a7c", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:51:01.406593 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-05768521-3d16-4707-a9b3-22f04e670b68 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:51:01.406991 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df20f2f-86ff-44b0-9c76-48600dd7b88a', 'name': 'network-vif-deleted', 'tag': 'fe631d3a-fce4-42ec-b72a-d1b61af36a7c', 'status': 'completed', 'code': 200} Jul 02 09:51:01.465024 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-9e65b93f-df2d-4beb-9cb8-ed3bf9e04a09 None None] Set router b6091e97-f5f4-4c34-b41b-7bacf60251ee gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:51:01.675455 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-9e65b93f-df2d-4beb-9cb8-ed3bf9e04a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:11Z', 'revision_number': 5, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:51:01.702047 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e65b93f-df2d-4beb-9cb8-ed3bf9e04a09 None None] Checking router: b6091e97-f5f4-4c34-b41b-7bacf60251ee for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:51:01.710825 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e65b93f-df2d-4beb-9cb8-ed3bf9e04a09 None None] Routers {'b6091e97-f5f4-4c34-b41b-7bacf60251ee'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:51:01.711427 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-9e65b93f-df2d-4beb-9cb8-ed3bf9e04a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:50:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:51:01.822784 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-9e65b93f-df2d-4beb-9cb8-ed3bf9e04a09 None None] Set router b6091e97-f5f4-4c34-b41b-7bacf60251ee gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:51:02.016283 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-9e65b93f-df2d-4beb-9cb8-ed3bf9e04a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:11Z', 'revision_number': 5, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:51:02.041932 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e65b93f-df2d-4beb-9cb8-ed3bf9e04a09 None None] The sync data for ids ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'] in dv-cinder-772181-12-iscsi is: [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:11Z', 'revision_number': 5, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:51:02.297807 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b683c00-7711-45b0-8d23-5d401d2f07ad None None] New status for floating IP 6aa2c81c-bb5f-419f-a280-e2f8cd15c806: DOWN {{(pid=99504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 09:51:02.313679 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90871a5-853d-425b-a0d1-f12240cff602 req-2a045020-b26a-4de7-9f95-acb6565c347c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:02.315772 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e90871a5-853d-425b-a0d1-f12240cff602 req-2a045020-b26a-4de7-9f95-acb6565c347c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=e765c6b7-68d6-4646-839e-f59d49df399a HTTP/1.1" status: 200 len: 945 time: 0.0692167 Jul 02 09:51:02.360393 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e90871a5-853d-425b-a0d1-f12240cff602 req-cfd0bbd3-dee8-4dff-a966-7c39bb71e550 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378671 Jul 02 09:51:02.587435 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:51:02.598630 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-f3644faa-7d7c-47e0-996a-41c9d3fcbea7 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667251151&fields=id&tenant_id=385aaa1308d04b8596afd8b8e02b70a0 HTTP/1.1" status: 200 len: 267 time: 0.0367117 Jul 02 09:51:02.704821 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-99987aed-0206-4630-b6ee-a8715e0854e4 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:02.706910 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-99987aed-0206-4630-b6ee-a8715e0854e4 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/networks?id=3cc84980-863d-4837-b81b-521136cf243c HTTP/1.1" status: 200 len: 811 time: 0.1017380 Jul 02 09:51:02.721179 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-221ac2a9-3af3-414c-8e17-c133221ea03a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/quotas/385aaa1308d04b8596afd8b8e02b70a0 HTTP/1.1" status: 200 len: 375 time: 0.0089722 Jul 02 09:51:02.795208 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-36cdf20c-e753-4845-adf6-dd8724a8e2b5 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=385aaa1308d04b8596afd8b8e02b70a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684173 Jul 02 09:51:02.894754 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-3c597760-7bf6-4038-922d-fe67a1699457 service neutron] 10.222.0.47 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878799 Jul 02 09:51:02.984955 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-693c9a4c-8114-4826-8eb8-5f83530b2ed6 service neutron] 10.222.0.47 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845327 Jul 02 09:51:03.290945 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-675cefe3-9593-4e7c-bcd5-5f8e47081a25 req-e1781d99-6d12-4582-8616-8eaab8dc05fe tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 210 time: 0.0453479 Jul 02 09:51:04.140774 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-dae1a9ed-2d81-4d53-b73f-5631800dd3e6 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:04.142168 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-dae1a9ed-2d81-4d53-b73f-5631800dd3e6 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/networks?id=1aba8d28-69f0-473c-a561-d71869f1eb74 HTTP/1.1" status: 200 len: 815 time: 0.1042933 Jul 02 09:51:04.150660 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device fe631d3a-fce4-42ec-b72a-d1b61af36a7c no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:51:04.166207 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-2c8656b3-d1b2-4538-b22e-838510a80432 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/quotas/1b6c9cc2726145e68b9387b984fdd65f HTTP/1.1" status: 200 len: 375 time: 0.0140600 Jul 02 09:51:04.171961 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: fe631d3a-fce4-42ec-b72a-d1b61af36a7c {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:51:04.172552 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device fe631d3a-fce4-42ec-b72a-d1b61af36a7c not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:51:04.242948 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-a7989099-51b9-4ef6-b152-db9e7dc55ff3 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b6c9cc2726145e68b9387b984fdd65f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640249 Jul 02 09:51:04.331963 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-83f06f02-5f93-4715-8a83-5f1e05546ea0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:04.333538 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-83f06f02-5f93-4715-8a83-5f1e05546ea0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.66 "GET /v2.0/networks?id=3cc84980-863d-4837-b81b-521136cf243c HTTP/1.1" status: 200 len: 811 time: 0.1079481 Jul 02 09:51:04.353092 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-15286282-7c16-4536-bab8-24e98f4511fb service neutron] 10.222.0.47 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024868 Jul 02 09:51:04.385593 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-99fc55d8-75b5-49af-a801-8cd742458930 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=385aaa1308d04b8596afd8b8e02b70a0 HTTP/1.1" status: 200 len: 380 time: 0.0422912 Jul 02 09:51:04.398168 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a4cc4a87-9ed5-4fb0-930c-94da78921dd0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Request body: {'port': {'device_id': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'admin_state_up': True, 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'security_groups': ['2a55b44f-ac1d-4f02-a69c-049f948e07e2']}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:51:04.514457 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a4cc4a87-9ed5-4fb0-930c-94da78921dd0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Made reservation on behalf of 385aaa1308d04b8596afd8b8e02b70a0 for: {'port': 1} {{(pid=99502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:51:04.518633 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a4cc4a87-9ed5-4fb0-930c-94da78921dd0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:04.652173 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a4cc4a87-9ed5-4fb0-930c-94da78921dd0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Allocated IP 172.20.0.4 (3cc84980-863d-4837-b81b-521136cf243c/97b99747-32ba-40fc-8924-026e409c9089/e497563e-98bb-457c-8b24-d46eefc5f9b4) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:51:04.660008 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a4ce346a-c463-41dd-adaf-687dab7057af req-02c4f8d5-902b-4b75-8344-bd08c831b708 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 210 time: 0.0349023 Jul 02 09:51:04.723846 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-c52635c5-e3d9-44ad-8702-e838f890c4a8 service neutron] 10.222.0.47 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641875 Jul 02 09:51:04.802394 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a4cc4a87-9ed5-4fb0-930c-94da78921dd0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:04.816985 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a4cc4a87-9ed5-4fb0-930c-94da78921dd0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Transition to ACTIVE for port object e497563e-98bb-457c-8b24-d46eefc5f9b4 will not be triggered until provisioned by entity DHCP. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:51:04.856306 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a4cc4a87-9ed5-4fb0-930c-94da78921dd0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:04.908304 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a4cc4a87-9ed5-4fb0-930c-94da78921dd0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Network 3cc84980-863d-4837-b81b-521136cf243c is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:51:04.912880 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a4cc4a87-9ed5-4fb0-930c-94da78921dd0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:51:04.915524 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a4cc4a87-9ed5-4fb0-930c-94da78921dd0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:51:04.928211 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-28135dc9-2f57-41cf-a04b-bd21dc881dde req-461e75b8-45f0-4891-8e5b-f83b63dfb8cb tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=d582eff4-f779-4aa7-b88b-1646774c23cd HTTP/1.1" status: 200 len: 210 time: 0.0453565 Jul 02 09:51:04.950292 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc4a87-9ed5-4fb0-930c-94da78921dd0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event updated for resources: {'Port': ['ID=e497563e-98bb-457c-8b24-d46eefc5f9b4,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:04.985433 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a4cc4a87-9ed5-4fb0-930c-94da78921dd0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:04.986157 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a4cc4a87-9ed5-4fb0-930c-94da78921dd0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:05.006137 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a4cc4a87-9ed5-4fb0-930c-94da78921dd0 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6146989 Jul 02 09:51:05.020335 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Request body: {'port': {'device_id': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:51:05.106513 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:05.159368 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-2442dba8-ac69-44ab-9a6b-1f99681755f8 None None] Provisioning for port e497563e-98bb-457c-8b24-d46eefc5f9b4 completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:51:05.165277 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-2442dba8-ac69-44ab-9a6b-1f99681755f8 None None] Provisioning complete for port e497563e-98bb-457c-8b24-d46eefc5f9b4 triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:51:05.166172 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2442dba8-ac69-44ab-9a6b-1f99681755f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:05.201370 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-2442dba8-ac69-44ab-9a6b-1f99681755f8 None None] Port e497563e-98bb-457c-8b24-d46eefc5f9b4 cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:51:05.396874 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e497563e-98bb-457c-8b24-d46eefc5f9b4 {{(pid=99502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:51:05.404316 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:05.416195 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.provisioning_blocks [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Transition to ACTIVE for port object e497563e-98bb-457c-8b24-d46eefc5f9b4 will not be triggered until provisioned by entity L2. {{(pid=99502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:51:05.419961 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:05.468276 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Pushing event updated for resources: {'Port': ['ID=e497563e-98bb-457c-8b24-d46eefc5f9b4,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:05.550100 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Attempting to bind port e497563e-98bb-457c-8b24-d46eefc5f9b4 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:51:05.550430 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Attempting to bind port e497563e-98bb-457c-8b24-d46eefc5f9b4 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:51:05.550976 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Attempting to bind port e497563e-98bb-457c-8b24-d46eefc5f9b4 on network 3cc84980-863d-4837-b81b-521136cf243c {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:51:05.556467 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Port e497563e-98bb-457c-8b24-d46eefc5f9b4 on network 3cc84980-863d-4837-b81b-521136cf243c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:51:05.556789 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Attempting to bind port e497563e-98bb-457c-8b24-d46eefc5f9b4 on network 3cc84980-863d-4837-b81b-521136cf243c {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:51:05.562219 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:51:05.563334 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Checking segment: {'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:51:05.563735 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Bound using segment: {'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'} {{(pid=99502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:51:05.564503 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.managers [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Bound port: e497563e-98bb-457c-8b24-d46eefc5f9b4, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'}}] {{(pid=99502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:51:05.564881 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:05.630754 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] For port e497563e-98bb-457c-8b24-d46eefc5f9b4, host hv-cinder-77218, cleared binding levels {{(pid=99502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:51:05.633772 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] For port e497563e-98bb-457c-8b24-d46eefc5f9b4, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=e497563e-98bb-457c-8b24-d46eefc5f9b4,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:51:05.637359 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:05.672413 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:05.673107 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:05.674520 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] 10.222.0.66 "PUT /v2.0/ports/e497563e-98bb-457c-8b24-d46eefc5f9b4 HTTP/1.1" status: 200 len: 1093 time: 0.6607325 Jul 02 09:51:05.675011 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'tag': 'e497563e-98bb-457c-8b24-d46eefc5f9b4'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:51:05.677348 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca0d387-c1cc-43dc-9728-202d88b29cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "c303ce4f-946e-40de-86bd-ad208422ac2c", "tag": "e497563e-98bb-457c-8b24-d46eefc5f9b4"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:51:05.739422 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f050a60-553b-41c2-8b82-05d60b0da011 x-openstack-request-id: req-4f050a60-553b-41c2-8b82-05d60b0da011 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:51:05.739702 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c303ce4f-946e-40de-86bd-ad208422ac2c", "tag": "e497563e-98bb-457c-8b24-d46eefc5f9b4", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:51:05.739953 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4f050a60-553b-41c2-8b82-05d60b0da011 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:51:05.740348 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'tag': 'e497563e-98bb-457c-8b24-d46eefc5f9b4', 'status': 'completed', 'code': 200} Jul 02 09:51:05.742129 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1cfa8-19b9-427c-ac1b-42c6d9630d80 service neutron] Pushing event updated for resources: {'Port': ['ID=e497563e-98bb-457c-8b24-d46eefc5f9b4,revision_number=3']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:05.794288 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-f3cce11b-82f3-4e17-8f32-ed36c147456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:05.795822 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-f3cce11b-82f3-4e17-8f32-ed36c147456c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=385aaa1308d04b8596afd8b8e02b70a0&device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 1096 time: 0.0653770 Jul 02 09:51:05.840876 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-974fd092-db9e-4292-8083-95fcf5f7f59d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e497563e-98bb-457c-8b24-d46eefc5f9b4 HTTP/1.1" status: 200 len: 217 time: 0.0359259 Jul 02 09:51:05.855136 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422045c-c4eb-4cbe-9e5a-13799e562202 req-24741d7f-68e2-46a0-b5e9-55c99e6f4196 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:05.856662 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9422045c-c4eb-4cbe-9e5a-13799e562202 req-24741d7f-68e2-46a0-b5e9-55c99e6f4196 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 943 time: 0.0658853 Jul 02 09:51:05.909659 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9422045c-c4eb-4cbe-9e5a-13799e562202 req-a2a0b3e5-c98d-4128-8b77-a4c6b273b0a9 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466716 Jul 02 09:51:05.913419 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-ba6a996f-5596-489f-a530-3034833b2337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:05.915043 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-ba6a996f-5596-489f-a530-3034833b2337 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=97b99747-32ba-40fc-8924-026e409c9089 HTTP/1.1" status: 200 len: 850 time: 0.0476038 Jul 02 09:51:05.979842 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-22a27606-fa24-467b-a888-8446c8461728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:05.981396 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-22a27606-fa24-467b-a888-8446c8461728 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cc84980-863d-4837-b81b-521136cf243c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0593047 Jul 02 09:51:06.082511 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-e41d7c83-a885-4955-b0db-dc3c9cdd2cbd service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920978 Jul 02 09:51:06.095042 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-030b964b-d7ab-4b75-b5fb-28f6f048a88a req-be15e0b6-8bfd-47ab-98b0-bc75b4797338 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=d582eff4-f779-4aa7-b88b-1646774c23cd HTTP/1.1" status: 200 len: 210 time: 0.0397518 Jul 02 09:51:06.129213 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-9b396bf7-0a96-4780-90e3-c6758d47419e tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:06.130655 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-9b396bf7-0a96-4780-90e3-c6758d47419e tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.66 "GET /v2.0/networks?id=1aba8d28-69f0-473c-a561-d71869f1eb74 HTTP/1.1" status: 200 len: 815 time: 0.1529622 Jul 02 09:51:06.144256 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Request body: {'port': {'device_id': 'd582eff4-f779-4aa7-b88b-1646774c23cd', 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74', 'admin_state_up': True, 'tenant_id': '1b6c9cc2726145e68b9387b984fdd65f'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:51:06.199210 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-3fe8a8e8-146e-44ba-b635-7aa2db40464a req-da4d74e3-e444-4ba9-8025-c5da1f237553 service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101294 Jul 02 09:51:06.266786 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Made reservation on behalf of 1b6c9cc2726145e68b9387b984fdd65f for: {'port': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:51:06.271351 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:06.302858 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0d387-c1cc-43dc-9728-202d88b29cdd req-c9764676-de99-4f52-8591-dd9de154c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:06.304353 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-bca0d387-c1cc-43dc-9728-202d88b29cdd req-c9764676-de99-4f52-8591-dd9de154c180 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=385aaa1308d04b8596afd8b8e02b70a0&device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 1096 time: 0.0526240 Jul 02 09:51:06.392039 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_common [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Allocated IP 172.20.0.11 (1aba8d28-69f0-473c-a561-d71869f1eb74/a1d082d0-f7b2-45df-9797-1e4ceeff41de/5a3e538b-ef44-4603-adbb-3478560a3aa4) {{(pid=99501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:51:06.419435 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0d387-c1cc-43dc-9728-202d88b29cdd req-819e42de-05cf-4f5f-af36-97e4588f3114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:06.420997 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-bca0d387-c1cc-43dc-9728-202d88b29cdd req-819e42de-05cf-4f5f-af36-97e4588f3114 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3cc84980-863d-4837-b81b-521136cf243c HTTP/1.1" status: 200 len: 912 time: 0.0902750 Jul 02 09:51:06.464618 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-bca0d387-c1cc-43dc-9728-202d88b29cdd req-4309f7af-9f50-42d9-b1da-7de1ac898827 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e497563e-98bb-457c-8b24-d46eefc5f9b4 HTTP/1.1" status: 200 len: 217 time: 0.0347867 Jul 02 09:51:06.514132 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0d387-c1cc-43dc-9728-202d88b29cdd req-781552b9-be3a-4e3b-8545-c62ee36261de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:06.515553 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-bca0d387-c1cc-43dc-9728-202d88b29cdd req-781552b9-be3a-4e3b-8545-c62ee36261de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=97b99747-32ba-40fc-8924-026e409c9089 HTTP/1.1" status: 200 len: 850 time: 0.0424082 Jul 02 09:51:06.538663 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks [] for port, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:06.578261 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0d387-c1cc-43dc-9728-202d88b29cdd req-6e502242-26e5-4c9f-9c59-d80abcd5add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:06.578656 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25252481'] for port, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:06.579977 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-bca0d387-c1cc-43dc-9728-202d88b29cdd req-6e502242-26e5-4c9f-9c59-d80abcd5add0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cc84980-863d-4837-b81b-521136cf243c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555968 Jul 02 09:51:06.591944 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3', 'b05e5ae8-032c-40cb-a433-a977366e8111'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:51:06.631988 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Network 1aba8d28-69f0-473c-a561-d71869f1eb74 is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:51:06.633400 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:51:06.638539 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Received port after_create {{(pid=99501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:51:06.669852 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Pushing event updated for resources: {'Port': ['ID=5a3e538b-ef44-4603-adbb-3478560a3aa4,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:06.675477 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-bca0d387-c1cc-43dc-9728-202d88b29cdd req-e81e231f-4b43-4387-82d9-d666de561517 service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889652 Jul 02 09:51:06.681654 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:06.682003 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:06.682341 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:06.682675 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:06.683008 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:06.683341 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:06.683665 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:06.683995 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:06.684316 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:06.684662 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:06.684984 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:06.685306 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:06.704737 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:06.705335 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:06.721028 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-06b927c5-ce7e-478d-95b1-9e890a2a7a2c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5809126 Jul 02 09:51:06.732792 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Request body: {'port': {'device_id': 'd582eff4-f779-4aa7-b88b-1646774c23cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:51:06.783594 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-bca0d387-c1cc-43dc-9728-202d88b29cdd req-1deff772-f53e-4b81-904a-17bf6a5c8faa service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010396 Jul 02 09:51:06.810550 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:07.110199 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3e538b-ef44-4603-adbb-3478560a3aa4 {{(pid=99501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:51:07.120653 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:07.130485 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18435d31-e4d8-4c8a-95f1-0689d9bbd603 req-186f0b0c-fdae-49be-8a1a-e0f4f58e66fb tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:07.132146 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-18435d31-e4d8-4c8a-95f1-0689d9bbd603 req-186f0b0c-fdae-49be-8a1a-e0f4f58e66fb tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 943 time: 0.1122649 Jul 02 09:51:07.149274 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.provisioning_blocks [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Transition to ACTIVE for port object 5a3e538b-ef44-4603-adbb-3478560a3aa4 will not be triggered until provisioned by entity L2. {{(pid=99501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:51:07.158246 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25252499'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:07.233393 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-18435d31-e4d8-4c8a-95f1-0689d9bbd603 req-ec1f97de-8822-48a8-93d4-1643953826ae tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943615 Jul 02 09:51:07.259189 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3e538b-ef44-4603-adbb-3478560a3aa4,revision_number=2']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:07.353294 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cc01c-ad44-4f49-90b3-96391fef9daf req-14497693-66e7-4893-96f3-0add192e5b56 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:07.354781 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-638cc01c-ad44-4f49-90b3-96391fef9daf req-14497693-66e7-4893-96f3-0add192e5b56 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=d582eff4-f779-4aa7-b88b-1646774c23cd HTTP/1.1" status: 200 len: 944 time: 0.1418507 Jul 02 09:51:07.355831 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.managers [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Attempting to bind port 5a3e538b-ef44-4603-adbb-3478560a3aa4 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:51:07.356160 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.managers [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Attempting to bind port 5a3e538b-ef44-4603-adbb-3478560a3aa4 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'baec012b-185f-4847-8f6a-12bfff314f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74'}] {{(pid=99501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:51:07.356500 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Attempting to bind port 5a3e538b-ef44-4603-adbb-3478560a3aa4 on network 1aba8d28-69f0-473c-a561-d71869f1eb74 {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:51:07.363334 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Port 5a3e538b-ef44-4603-adbb-3478560a3aa4 on network 1aba8d28-69f0-473c-a561-d71869f1eb74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:51:07.363589 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Attempting to bind port 5a3e538b-ef44-4603-adbb-3478560a3aa4 on network 1aba8d28-69f0-473c-a561-d71869f1eb74 {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:51:07.382217 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:51:07.382549 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Checking segment: {'id': 'baec012b-185f-4847-8f6a-12bfff314f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:51:07.382922 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Bound using segment: {'id': 'baec012b-185f-4847-8f6a-12bfff314f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74'} {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:51:07.383346 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.managers [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Bound port: 5a3e538b-ef44-4603-adbb-3478560a3aa4, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baec012b-185f-4847-8f6a-12bfff314f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74'}}] {{(pid=99501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:51:07.383695 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:07.430339 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-638cc01c-ad44-4f49-90b3-96391fef9daf req-ded9d67d-3ef9-4011-b3de-d885532a41fd tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692859 Jul 02 09:51:07.459903 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] For port 5a3e538b-ef44-4603-adbb-3478560a3aa4, host hv-cinder-77218, cleared binding levels {{(pid=99501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:51:07.462859 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] For port 5a3e538b-ef44-4603-adbb-3478560a3aa4, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5a3e538b-ef44-4603-adbb-3478560a3aa4,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:51:07.467066 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25252499'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:07.503823 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:07.504516 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:07.505822 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] 10.222.0.66 "PUT /v2.0/ports/5a3e538b-ef44-4603-adbb-3478560a3aa4 HTTP/1.1" status: 200 len: 1094 time: 0.7773378 Jul 02 09:51:07.506254 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd582eff4-f779-4aa7-b88b-1646774c23cd', 'tag': '5a3e538b-ef44-4603-adbb-3478560a3aa4'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:51:07.508505 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7949dc9-6416-41d4-b5e9-24340fa8daac" -d '{"events": [{"name": "network-changed", "server_uuid": "d582eff4-f779-4aa7-b88b-1646774c23cd", "tag": "5a3e538b-ef44-4603-adbb-3478560a3aa4"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:51:07.530891 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b0644-7229-4c4d-ad85-fa95931db228 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3e538b-ef44-4603-adbb-3478560a3aa4,revision_number=3']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:07.554872 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb90242-e48f-425f-a7d1-35cdb08d60e1 x-openstack-request-id: req-acb90242-e48f-425f-a7d1-35cdb08d60e1 {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:51:07.555155 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d582eff4-f779-4aa7-b88b-1646774c23cd", "tag": "5a3e538b-ef44-4603-adbb-3478560a3aa4", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:51:07.555406 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-acb90242-e48f-425f-a7d1-35cdb08d60e1 {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:51:07.555789 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd582eff4-f779-4aa7-b88b-1646774c23cd', 'tag': '5a3e538b-ef44-4603-adbb-3478560a3aa4', 'status': 'completed', 'code': 200} Jul 02 09:51:07.603255 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-60da65ff-4f29-46a4-a090-271e2fa46aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:07.604777 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-60da65ff-4f29-46a4-a090-271e2fa46aef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b6c9cc2726145e68b9387b984fdd65f&device_id=d582eff4-f779-4aa7-b88b-1646774c23cd HTTP/1.1" status: 200 len: 1097 time: 0.0591617 Jul 02 09:51:07.645877 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-d82dc150-58be-4707-a130-f24f020e6d9e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a3e538b-ef44-4603-adbb-3478560a3aa4 HTTP/1.1" status: 200 len: 217 time: 0.0327291 Jul 02 09:51:07.694654 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-76b59fbe-054b-47d0-93e9-bd77d15b3b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:07.696126 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-76b59fbe-054b-47d0-93e9-bd77d15b3b20 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1d082d0-f7b2-45df-9797-1e4ceeff41de HTTP/1.1" status: 200 len: 855 time: 0.0435445 Jul 02 09:51:07.729616 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-302a6d4e-842a-42be-83cf-a2fac5cbada0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1aba8d28-69f0-473c-a561-d71869f1eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258117 Jul 02 09:51:07.824190 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-bd78417a-2f21-483d-8c8c-db56e1f6d552 service neutron] 10.222.0.66 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867624 Jul 02 09:51:07.915600 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-15c8f824-0026-4146-897e-c9c0fb95ade1 req-d443f46d-e980-4e77-8e45-7eff470a94eb service neutron] 10.222.0.66 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833082 Jul 02 09:51:08.009549 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7949dc9-6416-41d4-b5e9-24340fa8daac req-ee9c791b-237e-4f85-a60a-c72491584265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:08.010980 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d7949dc9-6416-41d4-b5e9-24340fa8daac req-ee9c791b-237e-4f85-a60a-c72491584265 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b6c9cc2726145e68b9387b984fdd65f&device_id=d582eff4-f779-4aa7-b88b-1646774c23cd HTTP/1.1" status: 200 len: 1097 time: 0.0504708 Jul 02 09:51:08.099970 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7949dc9-6416-41d4-b5e9-24340fa8daac req-4b33ec75-7862-4574-9169-ccffad7b549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:08.101459 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d7949dc9-6416-41d4-b5e9-24340fa8daac req-4b33ec75-7862-4574-9169-ccffad7b549a service neutron] 10.222.0.66 "GET /v2.0/networks?id=1aba8d28-69f0-473c-a561-d71869f1eb74 HTTP/1.1" status: 200 len: 916 time: 0.0821633 Jul 02 09:51:08.145058 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d7949dc9-6416-41d4-b5e9-24340fa8daac req-58ac0354-a1e9-4b91-b47c-1d064ac2c244 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a3e538b-ef44-4603-adbb-3478560a3aa4 HTTP/1.1" status: 200 len: 217 time: 0.0360260 Jul 02 09:51:08.195076 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7949dc9-6416-41d4-b5e9-24340fa8daac req-bccf05f0-64cc-4a68-9171-7a9801a110e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:08.196453 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d7949dc9-6416-41d4-b5e9-24340fa8daac req-bccf05f0-64cc-4a68-9171-7a9801a110e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1d082d0-f7b2-45df-9797-1e4ceeff41de HTTP/1.1" status: 200 len: 855 time: 0.0447910 Jul 02 09:51:08.232838 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d7949dc9-6416-41d4-b5e9-24340fa8daac req-92062cbd-0c97-4b30-9925-2ca0d0ee0a0c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1aba8d28-69f0-473c-a561-d71869f1eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264540 Jul 02 09:51:08.323241 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d7949dc9-6416-41d4-b5e9-24340fa8daac req-8b957ce4-699d-41cb-9f9b-624e1d145386 service neutron] 10.222.0.66 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835345 Jul 02 09:51:08.459677 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d7949dc9-6416-41d4-b5e9-24340fa8daac req-23247373-e8a4-4e60-ac3c-b62d3c39486b service neutron] 10.222.0.66 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241436 Jul 02 09:51:08.470064 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa67d98-bd86-4eea-a4bc-546d40d9c279 req-6242ee10-0c15-4cde-9491-7161735c9d1b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:08.472219 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1aa67d98-bd86-4eea-a4bc-546d40d9c279 req-6242ee10-0c15-4cde-9491-7161735c9d1b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 943 time: 0.1191871 Jul 02 09:51:08.511409 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-1aa67d98-bd86-4eea-a4bc-546d40d9c279 req-d3b594cf-46ed-46b2-a5f5-8fd0086866ad tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328686 Jul 02 09:51:08.606833 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8fe6d-43a0-4569-820f-ef1e4355f66f req-79375916-656d-4d20-8166-ef39786a3ab4 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:08.608292 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5be8fe6d-43a0-4569-820f-ef1e4355f66f req-79375916-656d-4d20-8166-ef39786a3ab4 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=d582eff4-f779-4aa7-b88b-1646774c23cd HTTP/1.1" status: 200 len: 944 time: 0.0636401 Jul 02 09:51:08.645048 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5be8fe6d-43a0-4569-820f-ef1e4355f66f req-9b05c67b-4461-4816-9735-4179a0ec5639 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311809 Jul 02 09:51:09.691586 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ce91f-90d4-4e74-8cf4-f57a47cf3687 req-2e12eae6-de93-4ef5-a0ee-e3d6914b2b71 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:09.693103 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a34ce91f-90d4-4e74-8cf4-f57a47cf3687 req-2e12eae6-de93-4ef5-a0ee-e3d6914b2b71 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 943 time: 0.0730164 Jul 02 09:51:09.730608 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a34ce91f-90d4-4e74-8cf4-f57a47cf3687 req-0caa672e-9d0e-4378-9ab7-e903cfa81f2b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316110 Jul 02 09:51:09.816886 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0704d26-ae26-4582-8c6a-fe0bbaf0fc1f req-e10903fb-6fa8-48a3-9df9-b719d11dab4f tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:09.817113 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:09.818294 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d0704d26-ae26-4582-8c6a-fe0bbaf0fc1f req-e10903fb-6fa8-48a3-9df9-b719d11dab4f tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=d582eff4-f779-4aa7-b88b-1646774c23cd HTTP/1.1" status: 200 len: 944 time: 0.0628822 Jul 02 09:51:09.855822 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d0704d26-ae26-4582-8c6a-fe0bbaf0fc1f req-a07068e1-d939-49b0-a494-4f31ed6e1ba1 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317528 Jul 02 09:51:10.178217 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 5a3e538b-ef44-4603-adbb-3478560a3aa4 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:51:10.276119 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 5a3e538b-ef44-4603-adbb-3478560a3aa4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5a3e538b-ef44-4603-adbb-3478560a3aa4,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:51:10.286849 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '5a3e538b-ef44-4603-adbb-3478560a3aa4', 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74', 'port_id': '5a3e538b-ef44-4603-adbb-3478560a3aa4', 'mac_address': 'fa:16:3e:e4:9c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d082d0-f7b2-45df-9797-1e4ceeff41de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:51:10.323509 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:10.338881 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3e538b-ef44-4603-adbb-3478560a3aa4 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:51:10.358580 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 5a3e538b-ef44-4603-adbb-3478560a3aa4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5a3e538b-ef44-4603-adbb-3478560a3aa4,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:51:10.362489 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:10.411539 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=5a3e538b-ef44-4603-adbb-3478560a3aa4,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:10.418323 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:10.418673 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:10.419011 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:10.419345 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:10.419675 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:10.420001 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:10.420326 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:10.420672 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:10.420997 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:10.421318 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:10.421638 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:10.421955 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:51:10.614732 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['5a3e538b-ef44-4603-adbb-3478560a3aa4'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:51:10.902101 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5daa38-b005-4cd9-9f10-55994e9f185d req-d3d0e496-a1c0-413a-a36a-02bbacf8804e tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:10.903581 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3e5daa38-b005-4cd9-9f10-55994e9f185d req-d3d0e496-a1c0-413a-a36a-02bbacf8804e tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 943 time: 0.0620022 Jul 02 09:51:10.940908 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3e5daa38-b005-4cd9-9f10-55994e9f185d req-f27a9da9-3d7b-421e-b29e-34ce965a70f5 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311928 Jul 02 09:51:11.027321 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ec5e9-9dd0-4bce-82ad-8ea75e6d7dcc req-0334d602-d103-4ea9-a9cd-64d4ace7d643 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:11.028797 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cf9ec5e9-9dd0-4bce-82ad-8ea75e6d7dcc req-0334d602-d103-4ea9-a9cd-64d4ace7d643 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=d582eff4-f779-4aa7-b88b-1646774c23cd HTTP/1.1" status: 200 len: 945 time: 0.0663590 Jul 02 09:51:11.065786 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cf9ec5e9-9dd0-4bce-82ad-8ea75e6d7dcc req-ea5cfd0a-36b1-4c16-a533-21d578e4e07d tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307760 Jul 02 09:51:12.109665 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6680e1-0827-41b3-8e58-aef408ffdafb req-0dba8a7d-bb4a-4979-a95a-4275810d0c18 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:12.111151 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-db6680e1-0827-41b3-8e58-aef408ffdafb req-0dba8a7d-bb4a-4979-a95a-4275810d0c18 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 943 time: 0.0632443 Jul 02 09:51:12.150053 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-db6680e1-0827-41b3-8e58-aef408ffdafb req-c2ad78c4-47bf-4745-acb2-0f46db48c14c tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328984 Jul 02 09:51:12.198147 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 5a3e538b-ef44-4603-adbb-3478560a3aa4 up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:51:12.243810 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43207b-da5f-4efb-8107-60ab8a95e29f req-c0fb8f6d-d518-4362-ac26-3decf9e51d36 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:12.245490 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4f43207b-da5f-4efb-8107-60ab8a95e29f req-c0fb8f6d-d518-4362-ac26-3decf9e51d36 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=d582eff4-f779-4aa7-b88b-1646774c23cd HTTP/1.1" status: 200 len: 945 time: 0.0685475 Jul 02 09:51:12.259381 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port 5a3e538b-ef44-4603-adbb-3478560a3aa4 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:51:12.262952 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 5a3e538b-ef44-4603-adbb-3478560a3aa4 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:51:12.263325 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:12.283458 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4f43207b-da5f-4efb-8107-60ab8a95e29f req-2c2569d3-8a86-464a-aeb9-88bc2bd3a0bc tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321772 Jul 02 09:51:12.311124 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c4a209fc-0cca-4b99-abe5-c76164768ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:12.350503 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:12.371867 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd582eff4-f779-4aa7-b88b-1646774c23cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3e538b-ef44-4603-adbb-3478560a3aa4'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:51:12.374088 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0706a2e9-23be-4242-b7cf-08cd4a9cdc60" -d '{"events": [{"server_uuid": "d582eff4-f779-4aa7-b88b-1646774c23cd", "name": "network-vif-plugged", "status": "completed", "tag": "5a3e538b-ef44-4603-adbb-3478560a3aa4"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:51:12.386667 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 5a3e538b-ef44-4603-adbb-3478560a3aa4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5a3e538b-ef44-4603-adbb-3478560a3aa4,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:51:12.391237 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:12.414939 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71d7db8-0775-41d4-ad0a-537c2f15f008 x-openstack-request-id: req-f71d7db8-0775-41d4-ad0a-537c2f15f008 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:51:12.415230 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d582eff4-f779-4aa7-b88b-1646774c23cd", "name": "network-vif-plugged", "status": "completed", "tag": "5a3e538b-ef44-4603-adbb-3478560a3aa4", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:51:12.415483 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f71d7db8-0775-41d4-ad0a-537c2f15f008 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:51:12.415877 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd582eff4-f779-4aa7-b88b-1646774c23cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3e538b-ef44-4603-adbb-3478560a3aa4', 'code': 200} Jul 02 09:51:12.441891 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=5a3e538b-ef44-4603-adbb-3478560a3aa4,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:12.628339 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f0600-bfa5-4e09-a671-2c559d405462 req-f48fc0ff-1d5b-43ac-a7f2-8b5199f412f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:12.629850 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ed1f0600-bfa5-4e09-a671-2c559d405462 req-f48fc0ff-1d5b-43ac-a7f2-8b5199f412f7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d582eff4-f779-4aa7-b88b-1646774c23cd HTTP/1.1" status: 200 len: 1099 time: 0.0501070 Jul 02 09:51:12.665649 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ed1f0600-bfa5-4e09-a671-2c559d405462 req-a394fa3e-82dc-4e60-97a8-f1b75c5781a5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281978 Jul 02 09:51:13.319304 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedecebf-6f22-4ea0-91b8-7a747a878412 req-90d7cdf3-e578-49e8-a9d7-586ea284186b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:13.320834 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-aedecebf-6f22-4ea0-91b8-7a747a878412 req-90d7cdf3-e578-49e8-a9d7-586ea284186b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 943 time: 0.0627668 Jul 02 09:51:13.358819 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-aedecebf-6f22-4ea0-91b8-7a747a878412 req-e64fffc3-b4ab-4922-a0ab-856ba880459b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326028 Jul 02 09:51:13.463338 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9c103-93fd-48e4-9633-eb3bc684381e req-12b49dba-3f8a-4533-8b4a-69603b27bb64 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:13.464738 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-26b9c103-93fd-48e4-9633-eb3bc684381e req-12b49dba-3f8a-4533-8b4a-69603b27bb64 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=d582eff4-f779-4aa7-b88b-1646774c23cd HTTP/1.1" status: 200 len: 946 time: 0.0685258 Jul 02 09:51:13.503030 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-26b9c103-93fd-48e4-9633-eb3bc684381e req-d514b30d-eb21-47f8-9545-efca6ec58239 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328088 Jul 02 09:51:14.193199 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device e497563e-98bb-457c-8b24-d46eefc5f9b4 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:51:14.286456 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port e497563e-98bb-457c-8b24-d46eefc5f9b4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=e497563e-98bb-457c-8b24-d46eefc5f9b4,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:51:14.297084 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': 'e497563e-98bb-457c-8b24-d46eefc5f9b4', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'port_id': 'e497563e-98bb-457c-8b24-d46eefc5f9b4', 'mac_address': 'fa:16:3e:65:15:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:51:14.336303 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:14.349010 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e497563e-98bb-457c-8b24-d46eefc5f9b4 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:51:14.367962 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port e497563e-98bb-457c-8b24-d46eefc5f9b4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=e497563e-98bb-457c-8b24-d46eefc5f9b4,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:51:14.371508 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:14.416984 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=e497563e-98bb-457c-8b24-d46eefc5f9b4,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:14.527332 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50e40b-0b3d-4972-86d3-1ae1ef94adfb req-1df3195c-ab04-41d5-9d97-9d64a050e094 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:14.529071 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-eb50e40b-0b3d-4972-86d3-1ae1ef94adfb req-1df3195c-ab04-41d5-9d97-9d64a050e094 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 944 time: 0.0625598 Jul 02 09:51:14.571053 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-eb50e40b-0b3d-4972-86d3-1ae1ef94adfb req-98e8286b-a3e0-437e-9e22-96272cbf7a88 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353138 Jul 02 09:51:14.662468 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['e497563e-98bb-457c-8b24-d46eefc5f9b4'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:51:14.672840 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39813ebd-9b5f-46b5-805a-ab05f5081665 req-55ed458d-a551-4f75-b23b-8517c6f5580f tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:14.674396 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-39813ebd-9b5f-46b5-805a-ab05f5081665 req-55ed458d-a551-4f75-b23b-8517c6f5580f tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=d582eff4-f779-4aa7-b88b-1646774c23cd HTTP/1.1" status: 200 len: 946 time: 0.0632792 Jul 02 09:51:14.715507 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-39813ebd-9b5f-46b5-805a-ab05f5081665 req-a54f3128-408c-4039-b641-bf633c7f8a46 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356150 Jul 02 09:51:15.113782 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-62715cf5-c625-4d96-b5ac-fa26535085ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:15.541364 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:15.739788 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77311f-b609-4b59-b73a-a05e1a0c22f7 req-5b154f52-aa65-425d-bd5f-0ae0445fe5b5 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:15.741911 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6f77311f-b609-4b59-b73a-a05e1a0c22f7 req-5b154f52-aa65-425d-bd5f-0ae0445fe5b5 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 944 time: 0.0637558 Jul 02 09:51:15.779713 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6f77311f-b609-4b59-b73a-a05e1a0c22f7 req-a48d8d5c-a1aa-47e2-a7a7-9aa666debeed tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329893 Jul 02 09:51:15.891915 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:16.209518 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device e497563e-98bb-457c-8b24-d46eefc5f9b4 up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:51:16.258452 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port e497563e-98bb-457c-8b24-d46eefc5f9b4 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:51:16.262069 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port e497563e-98bb-457c-8b24-d46eefc5f9b4 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:51:16.262460 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:16.342104 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:16.366198 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e497563e-98bb-457c-8b24-d46eefc5f9b4'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:51:16.368561 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f6b39d-7f0d-45b4-bb98-d9c4ee42209b" -d '{"events": [{"server_uuid": "c303ce4f-946e-40de-86bd-ad208422ac2c", "name": "network-vif-plugged", "status": "completed", "tag": "e497563e-98bb-457c-8b24-d46eefc5f9b4"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:51:16.382999 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port e497563e-98bb-457c-8b24-d46eefc5f9b4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=e497563e-98bb-457c-8b24-d46eefc5f9b4,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:51:16.386919 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:16.412618 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565a6632-3ac5-4bef-a4af-ab8a3c2ebe79 x-openstack-request-id: req-565a6632-3ac5-4bef-a4af-ab8a3c2ebe79 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:51:16.412917 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c303ce4f-946e-40de-86bd-ad208422ac2c", "name": "network-vif-plugged", "status": "completed", "tag": "e497563e-98bb-457c-8b24-d46eefc5f9b4", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:51:16.413255 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-565a6632-3ac5-4bef-a4af-ab8a3c2ebe79 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:51:16.413552 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e497563e-98bb-457c-8b24-d46eefc5f9b4', 'code': 200} Jul 02 09:51:16.441902 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=e497563e-98bb-457c-8b24-d46eefc5f9b4,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:16.749820 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41c131-8696-4ff0-beff-7d3c35e27ebd req-e001dd38-b914-4378-ba24-b6291b9223ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:16.751363 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3c41c131-8696-4ff0-beff-7d3c35e27ebd req-e001dd38-b914-4378-ba24-b6291b9223ee service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 1098 time: 0.0510638 Jul 02 09:51:16.787415 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-3c41c131-8696-4ff0-beff-7d3c35e27ebd req-bd3270e9-b62d-4970-ad3e-d9050128f3de service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273900 Jul 02 09:51:16.958330 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d945e-b472-44a5-bc44-14cf95ed3fc8 req-6281be79-993b-4944-893f-f0f0e0dab1f6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:16.959851 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b81d945e-b472-44a5-bc44-14cf95ed3fc8 req-6281be79-993b-4944-893f-f0f0e0dab1f6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 945 time: 0.0656579 Jul 02 09:51:16.998335 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b81d945e-b472-44a5-bc44-14cf95ed3fc8 req-3a9c89d4-cd41-4e7f-8092-dcb0db1e5516 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321774 Jul 02 09:51:17.642683 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:18.190758 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b405d3d-c126-4c7e-9d3f-b7288e2f24c1 req-625d92be-2336-4783-993c-27ac1ebd13e7 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:18.192277 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9b405d3d-c126-4c7e-9d3f-b7288e2f24c1 req-625d92be-2336-4783-993c-27ac1ebd13e7 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 945 time: 0.0626154 Jul 02 09:51:18.230686 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9b405d3d-c126-4c7e-9d3f-b7288e2f24c1 req-26bab5a8-d538-4fa4-9a99-ba4e7993d78e tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326135 Jul 02 09:51:18.408606 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccd5e0-b211-46df-ad9b-e62885ec17f7 req-a83fa8bd-dce4-44bf-b093-d29dd68a87e2 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:18.410179 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e4ccd5e0-b211-46df-ad9b-e62885ec17f7 req-a83fa8bd-dce4-44bf-b093-d29dd68a87e2 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 945 time: 0.0678403 Jul 02 09:51:18.447940 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e4ccd5e0-b211-46df-ad9b-e62885ec17f7 req-e5ee2c7b-bfdb-49bd-a7de-1751e769cd07 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322292 Jul 02 09:51:18.472785 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 48950) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:51:18.526689 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4404e54a-0c91-4c9b-95fc-7eeaf0df8061 tempest-TestVolumeBootPattern-1073650248 tempest-TestVolumeBootPattern-1073650248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:18.528179 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-4404e54a-0c91-4c9b-95fc-7eeaf0df8061 tempest-TestVolumeBootPattern-1073650248 tempest-TestVolumeBootPattern-1073650248-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 1093 time: 0.0544488 Jul 02 09:51:18.530954 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 48954) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:51:18.536169 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Request body: {'floatingip': {'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'port_id': 'e497563e-98bb-457c-8b24-d46eefc5f9b4', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:51:18.558199 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for floatingip, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:18.651941 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:18.758388 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_common [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Allocated IP 172.27.1.146 (91abeacf-6705-4621-a88a-4859e43fbb2c/3acd31d5-d298-493f-8b22-8cf1b4526b9f/bcf207dc-78b2-43d0-92c3-146c4be79b8f) {{(pid=99501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:51:18.856406 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for port, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:18.897575 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25252481'] for port, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:18.932118 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:51:18.934859 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:51:18.938327 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Received port after_create {{(pid=99501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:51:18.966312 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event updated for resources: {'Port': ['ID=bcf207dc-78b2-43d0-92c3-146c4be79b8f,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:19.527594 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:19.602489 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:19.747999 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for port, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:19.753072 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25252499'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:19.822527 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event updated for resources: {'Port': ['ID=bcf207dc-78b2-43d0-92c3-146c4be79b8f,revision_number=2']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:19.832533 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634276'] for floatingip, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:19.929002 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.db.l3_db [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Floating IP 41deb831-c957-47bd-916a-029c4543fa10 associated. External IP: 172.27.1.146, port: e497563e-98bb-457c-8b24-d46eefc5f9b4. Jul 02 09:51:20.131667 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Router b6091e97-f5f4-4c34-b41b-7bacf60251ee has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:51:20.235901 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:51:20.245414 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aa0a50-2ab1-4bd5-b221-4b3a667577bb None None] Sync routers for ids ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:51:20.251844 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:20.256107 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aa0a50-2ab1-4bd5-b221-4b3a667577bb None None] Routers {'b6091e97-f5f4-4c34-b41b-7bacf60251ee'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:51:20.256574 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-d4aa0a50-2ab1-4bd5-b221-4b3a667577bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:51:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:51:20.295210 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-2fd53bb4-39c1-4d0d-a529-b97251e19e3a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7632079 Jul 02 09:51:20.295899 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'tag': 'e497563e-98bb-457c-8b24-d46eefc5f9b4'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:51:20.298187 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55a50dd-7b5c-4363-a4ef-d303b51815b6" -d '{"events": [{"name": "network-changed", "server_uuid": "c303ce4f-946e-40de-86bd-ad208422ac2c", "tag": "e497563e-98bb-457c-8b24-d46eefc5f9b4"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:51:20.335995 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661a6bbb-71da-40a5-9106-f3cc33d15dad x-openstack-request-id: req-661a6bbb-71da-40a5-9106-f3cc33d15dad {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:51:20.336287 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c303ce4f-946e-40de-86bd-ad208422ac2c", "tag": "e497563e-98bb-457c-8b24-d46eefc5f9b4", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:51:20.336585 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-661a6bbb-71da-40a5-9106-f3cc33d15dad {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:51:20.336997 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'tag': 'e497563e-98bb-457c-8b24-d46eefc5f9b4', 'status': 'completed', 'code': 200} Jul 02 09:51:20.371461 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-d4aa0a50-2ab1-4bd5-b221-4b3a667577bb None None] Set router b6091e97-f5f4-4c34-b41b-7bacf60251ee gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:51:20.420722 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a50dd-7b5c-4363-a4ef-d303b51815b6 req-7f2c6a2a-4c0a-4887-a715-aee7c3cb4431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:20.422151 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c55a50dd-7b5c-4363-a4ef-d303b51815b6 req-7f2c6a2a-4c0a-4887-a715-aee7c3cb4431 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=385aaa1308d04b8596afd8b8e02b70a0&device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 1098 time: 0.0544257 Jul 02 09:51:20.515993 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a50dd-7b5c-4363-a4ef-d303b51815b6 req-d0e80b52-0b61-41bc-8bb4-0aa857379ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:20.517537 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c55a50dd-7b5c-4363-a4ef-d303b51815b6 req-d0e80b52-0b61-41bc-8bb4-0aa857379ee0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3cc84980-863d-4837-b81b-521136cf243c HTTP/1.1" status: 200 len: 912 time: 0.0875440 Jul 02 09:51:20.581366 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c55a50dd-7b5c-4363-a4ef-d303b51815b6 req-a4d888d9-84e0-4422-bfc6-dd61395e997f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e497563e-98bb-457c-8b24-d46eefc5f9b4 HTTP/1.1" status: 200 len: 999 time: 0.0567269 Jul 02 09:51:20.592916 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-d4aa0a50-2ab1-4bd5-b221-4b3a667577bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '41deb831-c957-47bd-916a-029c4543fa10', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'port_id': 'e497563e-98bb-457c-8b24-d46eefc5f9b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'mac_address': 'fa:16:3e:65:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:51:19Z', 'updated_at': '2021-07-02T09:51:19Z', 'revision_number': 0, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:11Z', 'revision_number': 5, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:51:20.618862 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aa0a50-2ab1-4bd5-b221-4b3a667577bb None None] Checking router: b6091e97-f5f4-4c34-b41b-7bacf60251ee for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:51:20.626789 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aa0a50-2ab1-4bd5-b221-4b3a667577bb None None] Routers {'b6091e97-f5f4-4c34-b41b-7bacf60251ee'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:51:20.627951 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-d4aa0a50-2ab1-4bd5-b221-4b3a667577bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:51:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:51:20.629897 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a50dd-7b5c-4363-a4ef-d303b51815b6 req-70cc4c76-fae6-4c4d-bfe4-6d73bdbc7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:20.631382 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c55a50dd-7b5c-4363-a4ef-d303b51815b6 req-70cc4c76-fae6-4c4d-bfe4-6d73bdbc7a41 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=97b99747-32ba-40fc-8924-026e409c9089 HTTP/1.1" status: 200 len: 850 time: 0.0427411 Jul 02 09:51:20.701266 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a50dd-7b5c-4363-a4ef-d303b51815b6 req-38736c7a-7b0e-4aaf-a423-0e4a17180bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:20.701266 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c55a50dd-7b5c-4363-a4ef-d303b51815b6 req-38736c7a-7b0e-4aaf-a423-0e4a17180bb9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cc84980-863d-4837-b81b-521136cf243c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0580029 Jul 02 09:51:20.734474 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-d4aa0a50-2ab1-4bd5-b221-4b3a667577bb None None] Set router b6091e97-f5f4-4c34-b41b-7bacf60251ee gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:51:20.785843 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c55a50dd-7b5c-4363-a4ef-d303b51815b6 req-fa4bdd21-a521-472f-b2a4-7a6d66739aef service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815823 Jul 02 09:51:20.886530 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c55a50dd-7b5c-4363-a4ef-d303b51815b6 req-2ac3d74d-692e-4145-b89a-dea4487875b7 service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878487 Jul 02 09:51:20.957955 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-d4aa0a50-2ab1-4bd5-b221-4b3a667577bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '41deb831-c957-47bd-916a-029c4543fa10', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'port_id': 'e497563e-98bb-457c-8b24-d46eefc5f9b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'mac_address': 'fa:16:3e:65:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:51:19Z', 'updated_at': '2021-07-02T09:51:19Z', 'revision_number': 0, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:11Z', 'revision_number': 5, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:51:20.983867 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aa0a50-2ab1-4bd5-b221-4b3a667577bb None None] The sync data for ids ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'] in dv-cinder-772181-12-iscsi is: [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '41deb831-c957-47bd-916a-029c4543fa10', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'port_id': 'e497563e-98bb-457c-8b24-d46eefc5f9b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'mac_address': 'fa:16:3e:65:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:51:19Z', 'updated_at': '2021-07-02T09:51:19Z', 'revision_number': 0, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:11Z', 'revision_number': 5, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:51:21.169622 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea14a9b-412d-44f6-b523-87c18c91f70c None None] New status for floating IP 41deb831-c957-47bd-916a-029c4543fa10: ACTIVE {{(pid=99504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 09:51:25.601147 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-72354610-531d-463b-a71a-c0f002d00feb tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:25.602517 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-72354610-531d-463b-a71a-c0f002d00feb tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/networks?id=1aba8d28-69f0-473c-a561-d71869f1eb74 HTTP/1.1" status: 200 len: 815 time: 0.1081612 Jul 02 09:51:25.616492 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-71f60e72-d01d-4b22-b490-14bfad4787b5 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/quotas/1b6c9cc2726145e68b9387b984fdd65f HTTP/1.1" status: 200 len: 375 time: 0.0087323 Jul 02 09:51:25.687489 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-ccb8c091-3022-4cca-b353-662bf85a823e tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b6c9cc2726145e68b9387b984fdd65f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0663359 Jul 02 09:51:25.777077 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-e9063ec7-3dc1-486c-a014-73349ebe4092 service neutron] 10.222.0.47 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822399 Jul 02 09:51:25.875567 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-82eba203-4678-4472-8530-6f3ccd80e147 service neutron] 10.222.0.47 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925026 Jul 02 09:51:26.038936 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-624875df-0078-44db-b061-d0723e42a5bc req-31b952b3-ffb4-4248-aacb-155c23bf282c tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c3ae5b4-1a18-4f72-af05-73d8f837b0be HTTP/1.1" status: 200 len: 210 time: 0.0287881 Jul 02 09:51:27.174002 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-fc29909d-8f71-48cf-ab07-933093a16fe1 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:27.176073 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-fc29909d-8f71-48cf-ab07-933093a16fe1 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.66 "GET /v2.0/networks?id=1aba8d28-69f0-473c-a561-d71869f1eb74 HTTP/1.1" status: 200 len: 815 time: 0.1246312 Jul 02 09:51:27.196001 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7d61eedb-3e6f-4cf2-bc01-5401e68dfcf4 req-4c2b73ec-43df-4919-b135-e3f3bd0d7b54 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c3ae5b4-1a18-4f72-af05-73d8f837b0be HTTP/1.1" status: 200 len: 210 time: 0.0433688 Jul 02 09:51:27.199493 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-d165632c-a477-4a55-a232-de8532c22022 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Request body: {'port': {'device_id': '9c3ae5b4-1a18-4f72-af05-73d8f837b0be', 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74', 'admin_state_up': True, 'tenant_id': '1b6c9cc2726145e68b9387b984fdd65f'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:51:27.308507 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-d165632c-a477-4a55-a232-de8532c22022 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Made reservation on behalf of 1b6c9cc2726145e68b9387b984fdd65f for: {'port': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:51:27.312104 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-d165632c-a477-4a55-a232-de8532c22022 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:27.438926 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_common [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-d165632c-a477-4a55-a232-de8532c22022 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Allocated IP 172.20.0.10 (1aba8d28-69f0-473c-a561-d71869f1eb74/a1d082d0-f7b2-45df-9797-1e4ceeff41de/99a6e054-4926-4706-ba9d-82bf305d2782) {{(pid=99501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:51:27.580791 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-d165632c-a477-4a55-a232-de8532c22022 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks [] for port, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:27.617813 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-d165632c-a477-4a55-a232-de8532c22022 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25252481'] for port, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:27.631232 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3', 'b05e5ae8-032c-40cb-a433-a977366e8111', '5a3e538b-ef44-4603-adbb-3478560a3aa4'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:51:27.662787 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-d165632c-a477-4a55-a232-de8532c22022 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Network 1aba8d28-69f0-473c-a561-d71869f1eb74 is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:51:27.669121 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-d165632c-a477-4a55-a232-de8532c22022 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:51:27.673012 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-d165632c-a477-4a55-a232-de8532c22022 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Received port after_create {{(pid=99501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:51:27.702481 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165632c-a477-4a55-a232-de8532c22022 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Pushing event updated for resources: {'Port': ['ID=99a6e054-4926-4706-ba9d-82bf305d2782,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:27.725222 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-d165632c-a477-4a55-a232-de8532c22022 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:27.725828 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-d165632c-a477-4a55-a232-de8532c22022 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:27.740618 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-d165632c-a477-4a55-a232-de8532c22022 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5471597 Jul 02 09:51:27.751670 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-4c50ea62-4c76-4386-911a-9a998534f990 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 09:51:27.753182 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-4c50ea62-4c76-4386-911a-9a998534f990 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053058 Jul 02 09:51:27.764670 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Request body: {'port': {'device_id': '9c3ae5b4-1a18-4f72-af05-73d8f837b0be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:51:27.841728 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:28.093553 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a6e054-4926-4706-ba9d-82bf305d2782 {{(pid=99501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:51:28.100894 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:28.112835 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.provisioning_blocks [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Transition to ACTIVE for port object 99a6e054-4926-4706-ba9d-82bf305d2782 will not be triggered until provisioned by entity L2. {{(pid=99501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:51:28.116615 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25252499'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:28.166094 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Pushing event updated for resources: {'Port': ['ID=99a6e054-4926-4706-ba9d-82bf305d2782,revision_number=2']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:28.234902 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.managers [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Attempting to bind port 99a6e054-4926-4706-ba9d-82bf305d2782 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:51:28.235460 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.managers [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Attempting to bind port 99a6e054-4926-4706-ba9d-82bf305d2782 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'baec012b-185f-4847-8f6a-12bfff314f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74'}] {{(pid=99501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:51:28.235585 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Attempting to bind port 99a6e054-4926-4706-ba9d-82bf305d2782 on network 1aba8d28-69f0-473c-a561-d71869f1eb74 {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:51:28.240151 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Port 99a6e054-4926-4706-ba9d-82bf305d2782 on network 1aba8d28-69f0-473c-a561-d71869f1eb74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:51:28.240501 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Attempting to bind port 99a6e054-4926-4706-ba9d-82bf305d2782 on network 1aba8d28-69f0-473c-a561-d71869f1eb74 {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:51:28.245367 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:51:28.245704 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Checking segment: {'id': 'baec012b-185f-4847-8f6a-12bfff314f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:51:28.246087 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Bound using segment: {'id': 'baec012b-185f-4847-8f6a-12bfff314f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74'} {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:51:28.246514 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.managers [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Bound port: 99a6e054-4926-4706-ba9d-82bf305d2782, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baec012b-185f-4847-8f6a-12bfff314f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74'}}] {{(pid=99501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:51:28.246868 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:28.311251 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] For port 99a6e054-4926-4706-ba9d-82bf305d2782, host hv-cinder-77218, cleared binding levels {{(pid=99501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:51:28.320045 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] For port 99a6e054-4926-4706-ba9d-82bf305d2782, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=99a6e054-4926-4706-ba9d-82bf305d2782,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:51:28.335966 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25252499'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:28.386004 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:28.386836 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:28.388218 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] 10.222.0.66 "PUT /v2.0/ports/99a6e054-4926-4706-ba9d-82bf305d2782 HTTP/1.1" status: 200 len: 1094 time: 0.6280217 Jul 02 09:51:28.394705 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3ae5b4-1a18-4f72-af05-73d8f837b0be', 'tag': '99a6e054-4926-4706-ba9d-82bf305d2782'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:51:28.397122 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a0a635-1478-4277-bcdb-8f0ea4ab9d83" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3ae5b4-1a18-4f72-af05-73d8f837b0be", "tag": "99a6e054-4926-4706-ba9d-82bf305d2782"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:51:28.429588 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fa55a-375c-4b3c-bfab-3949a9070694 service neutron] Pushing event updated for resources: {'Port': ['ID=99a6e054-4926-4706-ba9d-82bf305d2782,revision_number=3']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:28.445983 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaab851f-626b-4091-9c02-f28e97f80414 x-openstack-request-id: req-eaab851f-626b-4091-9c02-f28e97f80414 {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:51:28.446262 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3ae5b4-1a18-4f72-af05-73d8f837b0be", "tag": "99a6e054-4926-4706-ba9d-82bf305d2782", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:51:28.446506 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eaab851f-626b-4091-9c02-f28e97f80414 {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:51:28.446885 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3ae5b4-1a18-4f72-af05-73d8f837b0be', 'tag': '99a6e054-4926-4706-ba9d-82bf305d2782', 'status': 'completed', 'code': 200} Jul 02 09:51:28.476834 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff739c-4eaa-438b-aa59-c5aa7cfb94a5 req-a7664720-45fd-438a-a10b-78fc512b73e4 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:28.478290 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bfff739c-4eaa-438b-aa59-c5aa7cfb94a5 req-a7664720-45fd-438a-a10b-78fc512b73e4 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c3ae5b4-1a18-4f72-af05-73d8f837b0be HTTP/1.1" status: 200 len: 944 time: 0.1634393 Jul 02 09:51:28.525882 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bfff739c-4eaa-438b-aa59-c5aa7cfb94a5 req-9d301ca2-6538-440e-bfb9-4321ab54d9ed tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414212 Jul 02 09:51:28.530578 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-35399aa1-b2b0-420a-832e-439324d031b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:28.531969 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-35399aa1-b2b0-420a-832e-439324d031b7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b6c9cc2726145e68b9387b984fdd65f&device_id=9c3ae5b4-1a18-4f72-af05-73d8f837b0be HTTP/1.1" status: 200 len: 1097 time: 0.0987473 Jul 02 09:51:28.573788 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-49ccb252-bfdc-45c2-a531-dccfd8b2688a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a6e054-4926-4706-ba9d-82bf305d2782 HTTP/1.1" status: 200 len: 217 time: 0.0333610 Jul 02 09:51:28.620332 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-1b18d6e9-a05b-45ae-9943-f67223239481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:28.621730 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-1b18d6e9-a05b-45ae-9943-f67223239481 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1d082d0-f7b2-45df-9797-1e4ceeff41de HTTP/1.1" status: 200 len: 855 time: 0.0412281 Jul 02 09:51:28.654993 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-2ef5aac6-1693-40ae-a854-bac85dcffdd4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1aba8d28-69f0-473c-a561-d71869f1eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241046 Jul 02 09:51:28.747506 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-10737b19-618e-4ff8-8b48-b423f6a74a45 service neutron] 10.222.0.66 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820897 Jul 02 09:51:28.841514 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50c348bb-d7b2-4487-aa4b-3e38721ed5e5 req-fc80446f-4c15-45a0-a800-52d2040eb21c service neutron] 10.222.0.66 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840428 Jul 02 09:51:28.939432 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0a635-1478-4277-bcdb-8f0ea4ab9d83 req-721c1496-213f-47a9-a659-b82889c58e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:28.941459 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-29a0a635-1478-4277-bcdb-8f0ea4ab9d83 req-721c1496-213f-47a9-a659-b82889c58e5b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b6c9cc2726145e68b9387b984fdd65f&device_id=9c3ae5b4-1a18-4f72-af05-73d8f837b0be HTTP/1.1" status: 200 len: 1097 time: 0.0513325 Jul 02 09:51:29.035552 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0a635-1478-4277-bcdb-8f0ea4ab9d83 req-237b50c1-8c96-4030-8ca6-79be8c8c61fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:29.037031 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-29a0a635-1478-4277-bcdb-8f0ea4ab9d83 req-237b50c1-8c96-4030-8ca6-79be8c8c61fe service neutron] 10.222.0.66 "GET /v2.0/networks?id=1aba8d28-69f0-473c-a561-d71869f1eb74 HTTP/1.1" status: 200 len: 916 time: 0.0811145 Jul 02 09:51:29.081114 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-29a0a635-1478-4277-bcdb-8f0ea4ab9d83 req-98dde477-4f30-4b52-a200-ba4c98bfe6a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a6e054-4926-4706-ba9d-82bf305d2782 HTTP/1.1" status: 200 len: 217 time: 0.0366211 Jul 02 09:51:29.135245 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0a635-1478-4277-bcdb-8f0ea4ab9d83 req-aee53f1f-d7d3-458c-a594-a4b3649d2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:29.136718 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-29a0a635-1478-4277-bcdb-8f0ea4ab9d83 req-aee53f1f-d7d3-458c-a594-a4b3649d2346 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1d082d0-f7b2-45df-9797-1e4ceeff41de HTTP/1.1" status: 200 len: 855 time: 0.0423706 Jul 02 09:51:29.175609 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-29a0a635-1478-4277-bcdb-8f0ea4ab9d83 req-d48392aa-bb12-4f7a-b64a-219f5871deca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1aba8d28-69f0-473c-a561-d71869f1eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255878 Jul 02 09:51:29.269453 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-29a0a635-1478-4277-bcdb-8f0ea4ab9d83 req-25da4a05-a927-42a9-b42b-6acb315c0d28 service neutron] 10.222.0.66 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873134 Jul 02 09:51:29.355670 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-29a0a635-1478-4277-bcdb-8f0ea4ab9d83 req-1da72d00-b9bc-45ce-ab96-9751202e87ec service neutron] 10.222.0.66 "GET /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786581 Jul 02 09:51:29.699295 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a1ed3-b1df-4857-b68d-ba06b1f9fe80 req-63d7bda7-c1ce-43d2-b8f9-5af214d46e0f tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:29.700801 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-209a1ed3-b1df-4857-b68d-ba06b1f9fe80 req-63d7bda7-c1ce-43d2-b8f9-5af214d46e0f tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c3ae5b4-1a18-4f72-af05-73d8f837b0be HTTP/1.1" status: 200 len: 944 time: 0.0656619 Jul 02 09:51:29.738060 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-209a1ed3-b1df-4857-b68d-ba06b1f9fe80 req-29d5b598-cdb3-40a6-96b9-152d09b18562 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311902 Jul 02 09:51:30.323301 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 99a6e054-4926-4706-ba9d-82bf305d2782 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:51:30.421603 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 99a6e054-4926-4706-ba9d-82bf305d2782, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=99a6e054-4926-4706-ba9d-82bf305d2782,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:51:30.432459 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '99a6e054-4926-4706-ba9d-82bf305d2782', 'network_id': '1aba8d28-69f0-473c-a561-d71869f1eb74', 'port_id': '99a6e054-4926-4706-ba9d-82bf305d2782', 'mac_address': 'fa:16:3e:9c:3b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d082d0-f7b2-45df-9797-1e4ceeff41de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:51:30.468324 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:30.480821 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a6e054-4926-4706-ba9d-82bf305d2782 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:51:30.499239 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 99a6e054-4926-4706-ba9d-82bf305d2782, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=99a6e054-4926-4706-ba9d-82bf305d2782,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:51:30.503338 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:30.550260 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=99a6e054-4926-4706-ba9d-82bf305d2782,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:30.818377 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['99a6e054-4926-4706-ba9d-82bf305d2782'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:51:30.910829 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93189f21-6aa7-4c76-942f-0912b4118a7e req-b0f2e3d1-3d93-4a72-922b-89ac25e65e80 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:30.911826 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-93189f21-6aa7-4c76-942f-0912b4118a7e req-b0f2e3d1-3d93-4a72-922b-89ac25e65e80 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c3ae5b4-1a18-4f72-af05-73d8f837b0be HTTP/1.1" status: 200 len: 945 time: 0.0629942 Jul 02 09:51:30.948721 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-93189f21-6aa7-4c76-942f-0912b4118a7e req-3b2514f9-5633-4e89-8a6f-67f1f06d633d tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315323 Jul 02 09:51:32.125045 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1621dc6-f376-421c-be48-fa0653c06e44 req-edf3b6ba-9c75-4210-83b6-84e865b2ba30 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:32.126395 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c1621dc6-f376-421c-be48-fa0653c06e44 req-edf3b6ba-9c75-4210-83b6-84e865b2ba30 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c3ae5b4-1a18-4f72-af05-73d8f837b0be HTTP/1.1" status: 200 len: 945 time: 0.0665276 Jul 02 09:51:32.333295 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 99a6e054-4926-4706-ba9d-82bf305d2782 up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:51:32.381286 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port 99a6e054-4926-4706-ba9d-82bf305d2782 completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:51:32.385191 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 99a6e054-4926-4706-ba9d-82bf305d2782 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:51:32.385565 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:32.399886 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c1621dc6-f376-421c-be48-fa0653c06e44 req-5bc1a064-717a-4fb3-8bb4-ed143c7229a2 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676854 Jul 02 09:51:32.464304 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:32.486219 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3ae5b4-1a18-4f72-af05-73d8f837b0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a6e054-4926-4706-ba9d-82bf305d2782'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:51:32.489040 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf00c303-8e42-4509-bc92-f7ca2a76d6ae" -d '{"events": [{"server_uuid": "9c3ae5b4-1a18-4f72-af05-73d8f837b0be", "name": "network-vif-plugged", "status": "completed", "tag": "99a6e054-4926-4706-ba9d-82bf305d2782"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:51:32.501287 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 99a6e054-4926-4706-ba9d-82bf305d2782, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=99a6e054-4926-4706-ba9d-82bf305d2782,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:51:32.506698 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:32.530929 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cf6608-116f-43de-aac4-afcbc5e89034 x-openstack-request-id: req-b2cf6608-116f-43de-aac4-afcbc5e89034 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:51:32.531219 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3ae5b4-1a18-4f72-af05-73d8f837b0be", "name": "network-vif-plugged", "status": "completed", "tag": "99a6e054-4926-4706-ba9d-82bf305d2782", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:51:32.531469 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b2cf6608-116f-43de-aac4-afcbc5e89034 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:51:32.531851 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3ae5b4-1a18-4f72-af05-73d8f837b0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a6e054-4926-4706-ba9d-82bf305d2782', 'code': 200} Jul 02 09:51:32.558364 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=99a6e054-4926-4706-ba9d-82bf305d2782,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:32.758209 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6242913-eb2c-4e39-bc20-ad0874a265eb req-2102c486-1609-4563-98e3-a70b24a9590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:32.759701 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f6242913-eb2c-4e39-bc20-ad0874a265eb req-2102c486-1609-4563-98e3-a70b24a9590a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9c3ae5b4-1a18-4f72-af05-73d8f837b0be HTTP/1.1" status: 200 len: 1099 time: 0.0505331 Jul 02 09:51:32.798092 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f6242913-eb2c-4e39-bc20-ad0874a265eb req-4e004179-0bb9-4e24-ba7e-3b252d3ca928 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273619 Jul 02 09:51:33.573743 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8664f7b-1836-4604-94d7-c14ebbc485f1 req-564dc599-1753-4f36-bad0-49b5064da358 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:33.575234 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d8664f7b-1836-4604-94d7-c14ebbc485f1 req-564dc599-1753-4f36-bad0-49b5064da358 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c3ae5b4-1a18-4f72-af05-73d8f837b0be HTTP/1.1" status: 200 len: 946 time: 0.0641522 Jul 02 09:51:33.613748 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-d8664f7b-1836-4604-94d7-c14ebbc485f1 req-6ad273b1-b5c6-4f56-9a2d-4a6aa84a13c6 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323813 Jul 02 09:51:34.798137 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbdd34-d267-44ee-917a-766f93a0ea06 req-b8f363e4-54d1-4c02-99b9-34456fae7b44 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:34.799718 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-85cbdd34-d267-44ee-917a-766f93a0ea06 req-b8f363e4-54d1-4c02-99b9-34456fae7b44 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c3ae5b4-1a18-4f72-af05-73d8f837b0be HTTP/1.1" status: 200 len: 946 time: 0.0694616 Jul 02 09:51:34.836569 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-85cbdd34-d267-44ee-917a-766f93a0ea06 req-e93edf97-f602-4908-8539-3918b9f3cfdf tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312936 Jul 02 09:51:39.587090 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:51:39.816967 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:40.923104 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ed7d6adf-6449-4cd1-8882-bba6dd7f2e1d req-45f2abcf-e864-4d91-852f-96a2405c1c5b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1010048 Jul 02 09:51:41.020810 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d6adf-6449-4cd1-8882-bba6dd7f2e1d req-bdf76f90-2a53-4c27-ba3b-06cffe87891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:41.022194 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ed7d6adf-6449-4cd1-8882-bba6dd7f2e1d req-bdf76f90-2a53-4c27-ba3b-06cffe87891a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18bb629a318442e580176f310bc4b63c&device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 1098 time: 0.0546319 Jul 02 09:51:41.122823 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d6adf-6449-4cd1-8882-bba6dd7f2e1d req-3e091318-0547-4d5d-98cb-8271d6d4f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:41.124263 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ed7d6adf-6449-4cd1-8882-bba6dd7f2e1d req-3e091318-0547-4d5d-98cb-8271d6d4f071 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ec57648-3f16-4bf8-9281-f21167f3c8ea HTTP/1.1" status: 200 len: 910 time: 0.0820048 Jul 02 09:51:41.197753 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ed7d6adf-6449-4cd1-8882-bba6dd7f2e1d req-2880b22b-1424-44b2-bd46-0d6138d398e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 HTTP/1.1" status: 200 len: 1000 time: 0.0591474 Jul 02 09:51:41.250261 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d6adf-6449-4cd1-8882-bba6dd7f2e1d req-c97e79e6-b318-4fcb-935e-83b7c6ced7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:41.251789 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ed7d6adf-6449-4cd1-8882-bba6dd7f2e1d req-c97e79e6-b318-4fcb-935e-83b7c6ced7c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=40ae8501-a0e7-4de8-92cb-e74ce37c3732 HTTP/1.1" status: 200 len: 848 time: 0.0451076 Jul 02 09:51:41.308238 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d6adf-6449-4cd1-8882-bba6dd7f2e1d req-306b32d7-7d79-4696-b208-d2475b27c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:41.309647 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ed7d6adf-6449-4cd1-8882-bba6dd7f2e1d req-306b32d7-7d79-4696-b208-d2475b27c1ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ec57648-3f16-4bf8-9281-f21167f3c8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503967 Jul 02 09:51:41.404165 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ed7d6adf-6449-4cd1-8882-bba6dd7f2e1d req-c7d8c2b6-2d3e-44f8-ada2-52c146c0a972 service neutron] 10.222.0.66 "GET /v2.0/networks/1ec57648-3f16-4bf8-9281-f21167f3c8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827467 Jul 02 09:51:41.496877 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ed7d6adf-6449-4cd1-8882-bba6dd7f2e1d req-5ab7b396-7915-4651-86eb-98dca324988f service neutron] 10.222.0.66 "GET /v2.0/networks/1ec57648-3f16-4bf8-9281-f21167f3c8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797517 Jul 02 09:51:42.281664 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2ea91206-1fd5-4498-a209-30648ded8356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:45.115055 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c70a2262-548b-4e4d-bbda-18b2a780af41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:45.541850 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:45.894144 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:46.884610 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb34400-4097-454d-85a3-bd3cdbbdb1d0 req-b8dd2e5b-d898-4dc4-9cbc-ac2a8f5e32e4 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:46.886098 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6eb34400-4097-454d-85a3-bd3cdbbdb1d0 req-b8dd2e5b-d898-4dc4-9cbc-ac2a8f5e32e4 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c3ae5b4-1a18-4f72-af05-73d8f837b0be HTTP/1.1" status: 200 len: 946 time: 0.0666897 Jul 02 09:51:46.922545 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6eb34400-4097-454d-85a3-bd3cdbbdb1d0 req-89bc99e1-d706-42df-b8eb-2f031cbceba2 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309594 Jul 02 09:51:47.646333 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:48.138695 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab258a-c3e6-4538-95e2-da4529fe1d24 req-bf5ebc6d-cae0-412a-8b55-bc91bcd2c443 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:48.140171 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b4ab258a-c3e6-4538-95e2-da4529fe1d24 req-bf5ebc6d-cae0-412a-8b55-bc91bcd2c443 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c3ae5b4-1a18-4f72-af05-73d8f837b0be HTTP/1.1" status: 200 len: 946 time: 0.1081879 Jul 02 09:51:48.177200 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b4ab258a-c3e6-4538-95e2-da4529fe1d24 req-11815064-0ba6-42b3-8e43-c2b1c82e03b1 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314615 Jul 02 09:51:49.047917 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b712a-1215-4df9-8b62-767eef7fd547 req-40e7e367-70d1-4fe0-9284-5a263882e58f tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:49.049270 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6b0b712a-1215-4df9-8b62-767eef7fd547 req-40e7e367-70d1-4fe0-9284-5a263882e58f tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c3ae5b4-1a18-4f72-af05-73d8f837b0be HTTP/1.1" status: 200 len: 946 time: 0.0606942 Jul 02 09:51:49.148757 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [req-6b0b712a-1215-4df9-8b62-767eef7fd547 req-f30a0f41-634a-48e8-a0c2-08a94b82fcce tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Deleting port 99a6e054-4926-4706-ba9d-82bf305d2782 {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:51:49.149464 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-6b0b712a-1215-4df9-8b62-767eef7fd547 req-f30a0f41-634a-48e8-a0c2-08a94b82fcce tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:49.240649 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-6b0b712a-1215-4df9-8b62-767eef7fd547 req-f30a0f41-634a-48e8-a0c2-08a94b82fcce tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] For port 99a6e054-4926-4706-ba9d-82bf305d2782, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=99a6e054-4926-4706-ba9d-82bf305d2782,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:51:49.241004 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-6b0b712a-1215-4df9-8b62-767eef7fd547 req-f30a0f41-634a-48e8-a0c2-08a94b82fcce tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:49.257138 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [req-6b0b712a-1215-4df9-8b62-767eef7fd547 req-f30a0f41-634a-48e8-a0c2-08a94b82fcce tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Calling delete_port for 99a6e054-4926-4706-ba9d-82bf305d2782 owned by compute:nova {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:51:49.380697 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bbed5-042d-4610-a78b-3cb29cb8c176 req-9203dde4-3084-42ea-8d27-69551892610a tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:49.382156 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bc9bbed5-042d-4610-a78b-3cb29cb8c176 req-9203dde4-3084-42ea-8d27-69551892610a tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c3ae5b4-1a18-4f72-af05-73d8f837b0be HTTP/1.1" status: 200 len: 946 time: 0.0855515 Jul 02 09:51:49.457808 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bc9bbed5-042d-4610-a78b-3cb29cb8c176 req-e1d9df2e-9ed2-428f-b811-1de67c3d2f81 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677140 Jul 02 09:51:49.458946 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-6b0b712a-1215-4df9-8b62-767eef7fd547 req-f30a0f41-634a-48e8-a0c2-08a94b82fcce tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:49.472082 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3', 'b05e5ae8-032c-40cb-a433-a977366e8111', '5a3e538b-ef44-4603-adbb-3478560a3aa4', '99a6e054-4926-4706-ba9d-82bf305d2782'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:51:49.490108 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a0f41-634a-48e8-a0c2-08a94b82fcce tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Pushing event deleted for resources: {'Port': ['ID=99a6e054-4926-4706-ba9d-82bf305d2782,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:49.533996 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0b712a-1215-4df9-8b62-767eef7fd547 req-f30a0f41-634a-48e8-a0c2-08a94b82fcce tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] No DVR routers for this DVR port 99a6e054-4926-4706-ba9d-82bf305d2782 on host hv-cinder-77218 {{(pid=99501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:51:49.536765 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-6b0b712a-1215-4df9-8b62-767eef7fd547 req-f30a0f41-634a-48e8-a0c2-08a94b82fcce tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:49.538834 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6b0b712a-1215-4df9-8b62-767eef7fd547 req-f30a0f41-634a-48e8-a0c2-08a94b82fcce tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.66 "DELETE /v2.0/ports/99a6e054-4926-4706-ba9d-82bf305d2782 HTTP/1.1" status: 204 len: 173 time: 0.4839890 Jul 02 09:51:49.539267 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3ae5b4-1a18-4f72-af05-73d8f837b0be', 'name': 'network-vif-deleted', 'tag': '99a6e054-4926-4706-ba9d-82bf305d2782'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:51:49.541532 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad6911e-a3df-4999-8085-fe6122c10077" -d '{"events": [{"server_uuid": "9c3ae5b4-1a18-4f72-af05-73d8f837b0be", "name": "network-vif-deleted", "tag": "99a6e054-4926-4706-ba9d-82bf305d2782"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:51:49.587171 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b833dc-efc8-4ee9-aa40-7d7bc5f05707 x-openstack-request-id: req-18b833dc-efc8-4ee9-aa40-7d7bc5f05707 {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:51:49.587540 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3ae5b4-1a18-4f72-af05-73d8f837b0be", "name": "network-vif-deleted", "tag": "99a6e054-4926-4706-ba9d-82bf305d2782", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:51:49.587793 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-18b833dc-efc8-4ee9-aa40-7d7bc5f05707 {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:51:49.588193 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3ae5b4-1a18-4f72-af05-73d8f837b0be', 'name': 'network-vif-deleted', 'tag': '99a6e054-4926-4706-ba9d-82bf305d2782', 'status': 'completed', 'code': 200} Jul 02 09:51:52.021286 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1475a1-3596-48b6-af86-21c4e69af6d2 req-d8805602-c482-4290-badc-94400c8d0188 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:52.022674 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ea1475a1-3596-48b6-af86-21c4e69af6d2 req-d8805602-c482-4290-badc-94400c8d0188 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=d582eff4-f779-4aa7-b88b-1646774c23cd HTTP/1.1" status: 200 len: 946 time: 0.0701373 Jul 02 09:51:52.059452 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ea1475a1-3596-48b6-af86-21c4e69af6d2 req-b6b46dec-c2c3-412f-9753-3d6473b543c8 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312586 Jul 02 09:51:52.480464 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 99a6e054-4926-4706-ba9d-82bf305d2782 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:51:52.500346 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: 99a6e054-4926-4706-ba9d-82bf305d2782 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:51:52.500714 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 99a6e054-4926-4706-ba9d-82bf305d2782 not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:51:53.235107 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29a79-4f89-4f81-bb26-938f89a1909a req-3b758293-84b3-4aea-b98d-82a89d22486d tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:53.236602 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5cd29a79-4f89-4f81-bb26-938f89a1909a req-3b758293-84b3-4aea-b98d-82a89d22486d tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=d582eff4-f779-4aa7-b88b-1646774c23cd HTTP/1.1" status: 200 len: 946 time: 0.0643756 Jul 02 09:51:53.274630 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5cd29a79-4f89-4f81-bb26-938f89a1909a req-2ecce267-cc65-42a4-a590-cbf82dc1bb3e tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314336 Jul 02 09:51:54.094325 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f8925-4dc7-41da-b17d-5578c8d0bd92 req-1c749904-9513-4e09-b78c-adfe233ec645 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:54.095659 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2d1f8925-4dc7-41da-b17d-5578c8d0bd92 req-1c749904-9513-4e09-b78c-adfe233ec645 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.66 "GET /v2.0/ports?device_id=d582eff4-f779-4aa7-b88b-1646774c23cd HTTP/1.1" status: 200 len: 946 time: 0.0614336 Jul 02 09:51:54.197036 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [req-2d1f8925-4dc7-41da-b17d-5578c8d0bd92 req-19d07a25-7b6b-451a-bc76-7d1d072faca9 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Deleting port 5a3e538b-ef44-4603-adbb-3478560a3aa4 {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:51:54.197455 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-2d1f8925-4dc7-41da-b17d-5578c8d0bd92 req-19d07a25-7b6b-451a-bc76-7d1d072faca9 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:54.280253 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-2d1f8925-4dc7-41da-b17d-5578c8d0bd92 req-19d07a25-7b6b-451a-bc76-7d1d072faca9 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] For port 5a3e538b-ef44-4603-adbb-3478560a3aa4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5a3e538b-ef44-4603-adbb-3478560a3aa4,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:51:54.281028 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-2d1f8925-4dc7-41da-b17d-5578c8d0bd92 req-19d07a25-7b6b-451a-bc76-7d1d072faca9 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:54.296114 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [req-2d1f8925-4dc7-41da-b17d-5578c8d0bd92 req-19d07a25-7b6b-451a-bc76-7d1d072faca9 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Calling delete_port for 5a3e538b-ef44-4603-adbb-3478560a3aa4 owned by compute:nova {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:51:54.470581 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-2d1f8925-4dc7-41da-b17d-5578c8d0bd92 req-19d07a25-7b6b-451a-bc76-7d1d072faca9 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:54.482566 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3', 'b05e5ae8-032c-40cb-a433-a977366e8111', '5a3e538b-ef44-4603-adbb-3478560a3aa4'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:51:54.503792 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d07a25-7b6b-451a-bc76-7d1d072faca9 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Pushing event deleted for resources: {'Port': ['ID=5a3e538b-ef44-4603-adbb-3478560a3aa4,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:54.542737 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26684f5e-cf26-4724-ad20-56689c2c0eaf req-c77a5ad4-0ae8-4ca2-bec6-782fcd31a5b7 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:54.544213 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-26684f5e-cf26-4724-ad20-56689c2c0eaf req-c77a5ad4-0ae8-4ca2-bec6-782fcd31a5b7 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=d582eff4-f779-4aa7-b88b-1646774c23cd HTTP/1.1" status: 200 len: 867 time: 0.1442599 Jul 02 09:51:54.561214 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1f8925-4dc7-41da-b17d-5578c8d0bd92 req-19d07a25-7b6b-451a-bc76-7d1d072faca9 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] No DVR routers for this DVR port 5a3e538b-ef44-4603-adbb-3478560a3aa4 on host hv-cinder-77218 {{(pid=99501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:51:54.563770 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-2d1f8925-4dc7-41da-b17d-5578c8d0bd92 req-19d07a25-7b6b-451a-bc76-7d1d072faca9 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:54.566244 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2d1f8925-4dc7-41da-b17d-5578c8d0bd92 req-19d07a25-7b6b-451a-bc76-7d1d072faca9 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.66 "DELETE /v2.0/ports/5a3e538b-ef44-4603-adbb-3478560a3aa4 HTTP/1.1" status: 204 len: 173 time: 0.4643388 Jul 02 09:51:54.571238 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd582eff4-f779-4aa7-b88b-1646774c23cd', 'name': 'network-vif-deleted', 'tag': '5a3e538b-ef44-4603-adbb-3478560a3aa4'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:51:54.573419 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21a69c7-dbac-4e23-9790-a4c438108ff2" -d '{"events": [{"server_uuid": "d582eff4-f779-4aa7-b88b-1646774c23cd", "name": "network-vif-deleted", "tag": "5a3e538b-ef44-4603-adbb-3478560a3aa4"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:51:54.606264 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-26684f5e-cf26-4724-ad20-56689c2c0eaf req-c3505fec-7c73-4f8b-a7e8-a9bd37f9f49f tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460424 Jul 02 09:51:54.619111 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d7ffc4-8f4a-47dd-aeba-da053202b85c x-openstack-request-id: req-98d7ffc4-8f4a-47dd-aeba-da053202b85c {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:51:54.619828 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d582eff4-f779-4aa7-b88b-1646774c23cd", "name": "network-vif-deleted", "tag": "5a3e538b-ef44-4603-adbb-3478560a3aa4", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:51:54.619828 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-98d7ffc4-8f4a-47dd-aeba-da053202b85c {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:51:54.620226 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd582eff4-f779-4aa7-b88b-1646774c23cd', 'name': 'network-vif-deleted', 'tag': '5a3e538b-ef44-4603-adbb-3478560a3aa4', 'status': 'completed', 'code': 200} Jul 02 09:51:56.056305 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4fc74-258f-4acb-9d24-9eafd26761b2 req-0fa15e2f-3697-4c30-8fe7-0b01e924aa72 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:56.057762 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-eae4fc74-258f-4acb-9d24-9eafd26761b2 req-0fa15e2f-3697-4c30-8fe7-0b01e924aa72 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=e765c6b7-68d6-4646-839e-f59d49df399a HTTP/1.1" status: 200 len: 945 time: 0.0652537 Jul 02 09:51:56.094409 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-eae4fc74-258f-4acb-9d24-9eafd26761b2 req-a435e2d5-ab8d-44b8-a6d0-cb95eb73d397 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312479 Jul 02 09:51:56.506122 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 5a3e538b-ef44-4603-adbb-3478560a3aa4 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:51:56.528210 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: 5a3e538b-ef44-4603-adbb-3478560a3aa4 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:51:56.528585 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 5a3e538b-ef44-4603-adbb-3478560a3aa4 not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:51:57.266068 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0d5b9-f1a0-4886-b4d6-83b05c05589a req-911df1c3-5efe-462b-ab34-cf4b616621f4 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:57.267551 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-87f0d5b9-f1a0-4886-b4d6-83b05c05589a req-911df1c3-5efe-462b-ab34-cf4b616621f4 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=e765c6b7-68d6-4646-839e-f59d49df399a HTTP/1.1" status: 200 len: 945 time: 0.0619397 Jul 02 09:51:57.304726 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-87f0d5b9-f1a0-4886-b4d6-83b05c05589a req-8de1cc9e-8468-414e-a46d-9291697ec08f tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312848 Jul 02 09:51:57.392074 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040450b-a51d-49d3-bd78-716b6190eb7f req-11d2c427-492f-40ad-95b3-351662b577b0 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:51:57.393566 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9040450b-a51d-49d3-bd78-716b6190eb7f req-11d2c427-492f-40ad-95b3-351662b577b0 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.66 "GET /v2.0/ports?device_id=e765c6b7-68d6-4646-839e-f59d49df399a HTTP/1.1" status: 200 len: 945 time: 0.0605781 Jul 02 09:51:57.492950 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [req-9040450b-a51d-49d3-bd78-716b6190eb7f req-69b4f4a2-d9a3-42d7-b8fb-09203f958e04 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Deleting port b05e5ae8-032c-40cb-a433-a977366e8111 {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:51:57.493291 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-9040450b-a51d-49d3-bd78-716b6190eb7f req-69b4f4a2-d9a3-42d7-b8fb-09203f958e04 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:57.578675 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-9040450b-a51d-49d3-bd78-716b6190eb7f req-69b4f4a2-d9a3-42d7-b8fb-09203f958e04 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] For port b05e5ae8-032c-40cb-a433-a977366e8111, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=b05e5ae8-032c-40cb-a433-a977366e8111,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:51:57.579033 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-9040450b-a51d-49d3-bd78-716b6190eb7f req-69b4f4a2-d9a3-42d7-b8fb-09203f958e04 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:57.595829 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [req-9040450b-a51d-49d3-bd78-716b6190eb7f req-69b4f4a2-d9a3-42d7-b8fb-09203f958e04 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Calling delete_port for b05e5ae8-032c-40cb-a433-a977366e8111 owned by compute:nova {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:51:57.716722 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-9040450b-a51d-49d3-bd78-716b6190eb7f req-69b4f4a2-d9a3-42d7-b8fb-09203f958e04 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:57.729156 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3', 'b05e5ae8-032c-40cb-a433-a977366e8111'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:51:57.744660 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4f4a2-d9a3-42d7-b8fb-09203f958e04 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Pushing event deleted for resources: {'Port': ['ID=b05e5ae8-032c-40cb-a433-a977366e8111,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:51:57.792038 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9040450b-a51d-49d3-bd78-716b6190eb7f req-69b4f4a2-d9a3-42d7-b8fb-09203f958e04 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] No DVR routers for this DVR port b05e5ae8-032c-40cb-a433-a977366e8111 on host hv-cinder-77218 {{(pid=99501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:51:57.795103 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-9040450b-a51d-49d3-bd78-716b6190eb7f req-69b4f4a2-d9a3-42d7-b8fb-09203f958e04 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:51:57.797175 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9040450b-a51d-49d3-bd78-716b6190eb7f req-69b4f4a2-d9a3-42d7-b8fb-09203f958e04 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.66 "DELETE /v2.0/ports/b05e5ae8-032c-40cb-a433-a977366e8111 HTTP/1.1" status: 204 len: 173 time: 0.3980851 Jul 02 09:51:57.797631 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e765c6b7-68d6-4646-839e-f59d49df399a', 'name': 'network-vif-deleted', 'tag': 'b05e5ae8-032c-40cb-a433-a977366e8111'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:51:57.799880 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b027edb-ca09-468c-91f7-5496d321f981" -d '{"events": [{"server_uuid": "e765c6b7-68d6-4646-839e-f59d49df399a", "name": "network-vif-deleted", "tag": "b05e5ae8-032c-40cb-a433-a977366e8111"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:51:57.840709 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d897b1e-d773-43f4-831d-08b66eb892f1 x-openstack-request-id: req-6d897b1e-d773-43f4-831d-08b66eb892f1 {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:51:57.840996 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e765c6b7-68d6-4646-839e-f59d49df399a", "name": "network-vif-deleted", "tag": "b05e5ae8-032c-40cb-a433-a977366e8111", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:51:57.841239 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6d897b1e-d773-43f4-831d-08b66eb892f1 {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:51:57.841631 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e765c6b7-68d6-4646-839e-f59d49df399a', 'name': 'network-vif-deleted', 'tag': 'b05e5ae8-032c-40cb-a433-a977366e8111', 'status': 'completed', 'code': 200} Jul 02 09:51:58.465750 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e4e2dcd6-a091-47b9-81a7-8cabe0a24f7d req-b1a0de88-0c84-469d-87f1-3ecea5ebe0c3 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=e765c6b7-68d6-4646-839e-f59d49df399a HTTP/1.1" status: 200 len: 210 time: 0.0334129 Jul 02 09:52:00.520670 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device b05e5ae8-032c-40cb-a433-a977366e8111 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:52:00.540791 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: b05e5ae8-032c-40cb-a433-a977366e8111 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:52:00.541166 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device b05e5ae8-032c-40cb-a433-a977366e8111 not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:52:01.187145 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa675b1-427a-4061-9b87-339f9d1284ce req-fbe9f52c-bd7c-4b5c-a82e-e82e70baf104 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:01.188598 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6fa675b1-427a-4061-9b87-339f9d1284ce req-fbe9f52c-bd7c-4b5c-a82e-e82e70baf104 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=2132b57d-a03f-41ce-aad5-1451d228bf99 HTTP/1.1" status: 200 len: 945 time: 0.0609856 Jul 02 09:52:01.225478 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6fa675b1-427a-4061-9b87-339f9d1284ce req-4e5bbeab-13d8-4f7a-9b83-a179d1b24f00 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311675 Jul 02 09:52:02.397201 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bf102-4353-469b-8b70-09a19bc3bd2c req-5c7db3b6-ba59-4109-9904-92fee49e8c89 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:02.398659 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ef4bf102-4353-469b-8b70-09a19bc3bd2c req-5c7db3b6-ba59-4109-9904-92fee49e8c89 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=2132b57d-a03f-41ce-aad5-1451d228bf99 HTTP/1.1" status: 200 len: 945 time: 0.0647156 Jul 02 09:52:02.436250 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ef4bf102-4353-469b-8b70-09a19bc3bd2c req-c3f19f6b-d768-42f8-b412-e45f3c6de3b1 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/security-groups?id=93986e1a-984a-4e0b-98ff-8e039e4626f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321620 Jul 02 09:52:02.683179 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b86519-ed25-440b-96b3-2566580e8362 req-a6b67ccd-6610-4eae-9a7e-4f1165ded7a8 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:02.684626 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f2b86519-ed25-440b-96b3-2566580e8362 req-a6b67ccd-6610-4eae-9a7e-4f1165ded7a8 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.66 "GET /v2.0/ports?device_id=2132b57d-a03f-41ce-aad5-1451d228bf99 HTTP/1.1" status: 200 len: 945 time: 0.0608883 Jul 02 09:52:02.786418 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [req-f2b86519-ed25-440b-96b3-2566580e8362 req-0a99285b-d175-418b-a015-ed920a562fa3 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Deleting port 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:52:02.786762 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-f2b86519-ed25-440b-96b3-2566580e8362 req-0a99285b-d175-418b-a015-ed920a562fa3 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:02.872234 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-f2b86519-ed25-440b-96b3-2566580e8362 req-0a99285b-d175-418b-a015-ed920a562fa3 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] For port 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3,segment=NetworkSegment(baec012b-185f-4847-8f6a-12bfff314f31),segment_id=baec012b-185f-4847-8f6a-12bfff314f31)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:52:02.872619 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-f2b86519-ed25-440b-96b3-2566580e8362 req-0a99285b-d175-418b-a015-ed920a562fa3 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:02.884699 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [req-f2b86519-ed25-440b-96b3-2566580e8362 req-0a99285b-d175-418b-a015-ed920a562fa3 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Calling delete_port for 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 owned by compute:nova {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:52:03.008719 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-f2b86519-ed25-440b-96b3-2566580e8362 req-0a99285b-d175-418b-a015-ed920a562fa3 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:03.020279 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:52:03.038649 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99285b-d175-418b-a015-ed920a562fa3 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Pushing event deleted for resources: {'Port': ['ID=2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:52:03.083073 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b86519-ed25-440b-96b3-2566580e8362 req-0a99285b-d175-418b-a015-ed920a562fa3 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] No DVR routers for this DVR port 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 on host hv-cinder-77218 {{(pid=99501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:52:03.085519 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-f2b86519-ed25-440b-96b3-2566580e8362 req-0a99285b-d175-418b-a015-ed920a562fa3 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:03.087466 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f2b86519-ed25-440b-96b3-2566580e8362 req-0a99285b-d175-418b-a015-ed920a562fa3 tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.66 "DELETE /v2.0/ports/2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 HTTP/1.1" status: 204 len: 173 time: 0.3958788 Jul 02 09:52:03.087897 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2132b57d-a03f-41ce-aad5-1451d228bf99', 'name': 'network-vif-deleted', 'tag': '2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:52:03.090148 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87aae43e-8dae-47f6-89af-bee7bc36e944" -d '{"events": [{"server_uuid": "2132b57d-a03f-41ce-aad5-1451d228bf99", "name": "network-vif-deleted", "tag": "2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:52:03.130022 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254a34a9-7ae9-49a0-98f4-5ef0fddd324b x-openstack-request-id: req-254a34a9-7ae9-49a0-98f4-5ef0fddd324b {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:52:03.130317 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2132b57d-a03f-41ce-aad5-1451d228bf99", "name": "network-vif-deleted", "tag": "2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:52:03.130593 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-254a34a9-7ae9-49a0-98f4-5ef0fddd324b {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:52:03.130988 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2132b57d-a03f-41ce-aad5-1451d228bf99', 'name': 'network-vif-deleted', 'tag': '2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3', 'status': 'completed', 'code': 200} Jul 02 09:52:03.598190 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5a062fa7-9554-4f00-9802-f71e6b8dc7ca req-252023a7-6ccf-4ad3-9b72-a74fb0bdd60d tempest-AttachVolumeNegativeTest-708702543 tempest-AttachVolumeNegativeTest-708702543-project] 10.222.0.47 "GET /v2.0/ports?device_id=2132b57d-a03f-41ce-aad5-1451d228bf99 HTTP/1.1" status: 200 len: 210 time: 0.0282707 Jul 02 09:52:04.688844 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49162) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:52:04.732897 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0c06ce-1bc4-4378-bb60-8cd2ff6667bb admin admin] Deleting subnet a1d082d0-f7b2-45df-9797-1e4ceeff41de {{(pid=99501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 09:52:04.735463 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-3e0c06ce-1bc4-4378-bb60-8cd2ff6667bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:04.770989 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-3e0c06ce-1bc4-4378-bb60-8cd2ff6667bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233040'] for subnet, precommit_delete_associations {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:04.807593 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-3e0c06ce-1bc4-4378-bb60-8cd2ff6667bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16457552'] for subnet, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:04.862763 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-3e0c06ce-1bc4-4378-bb60-8cd2ff6667bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16457545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25252562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632333'] for subnet, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:04.887539 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c06ce-1bc4-4378-bb60-8cd2ff6667bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1d082d0-f7b2-45df-9797-1e4ceeff41de,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:52:04.891012 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-3e0c06ce-1bc4-4378-bb60-8cd2ff6667bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:04.893396 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-3e0c06ce-1bc4-4378-bb60-8cd2ff6667bb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a1d082d0-f7b2-45df-9797-1e4ceeff41de HTTP/1.1" status: 204 len: 168 time: 0.2024004 Jul 02 09:52:04.895579 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49164) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:52:04.963107 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b0538c0f-215e-4831-8696-4df37d2c683f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436473'] for network, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:05.041710 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b0538c0f-215e-4831-8696-4df37d2c683f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16458973', 'neutron.services.segments.db._delete_segments_for_network-8744578473274'] for network, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:05.051159 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-b0538c0f-215e-4831-8696-4df37d2c683f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aba8d28-69f0-473c-a561-d71869f1eb74']}} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:52:05.060375 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-b0538c0f-215e-4831-8696-4df37d2c683f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baec012b-185f-4847-8f6a-12bfff314f31') {'for_net_delete': True} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:52:05.060706 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-b0538c0f-215e-4831-8696-4df37d2c683f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baec012b-185f-4847-8f6a-12bfff314f31') {} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:52:05.069884 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b0538c0f-215e-4831-8696-4df37d2c683f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744578437946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233039'] for segment, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:05.083385 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b0538c0f-215e-4831-8696-4df37d2c683f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:05.088947 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0538c0f-215e-4831-8696-4df37d2c683f admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=99501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 09:52:05.089325 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b0538c0f-215e-4831-8696-4df37d2c683f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25252431'] for segment, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: Traceback (most recent call last): Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: timer() Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: cb(*args, **kw) Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: return func(*args, **kwargs) Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: self._notify() Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: self.callback(batched_events) Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: event.method(event) Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: return f(self, *a, **k) Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: return self._get(url).json() Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: return self.request(url, 'GET', **kwargs) Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 09:52:05.090867 dv-cinder-772181-12-iscsi neutron-server[99501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 09:52:05.144881 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b0538c0f-215e-4831-8696-4df37d2c683f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16458966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634290'] for network, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:05.149947 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b0538c0f-215e-4831-8696-4df37d2c683f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:05.151763 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-b0538c0f-215e-4831-8696-4df37d2c683f admin admin] 10.222.0.47 "DELETE /v2.0/networks/1aba8d28-69f0-473c-a561-d71869f1eb74 HTTP/1.1" status: 204 len: 168 time: 0.2552564 Jul 02 09:52:05.162638 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0538c0f-215e-4831-8696-4df37d2c683f admin admin] Pushing event deleted for resources: {'Network': ['ID=1aba8d28-69f0-473c-a561-d71869f1eb74,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:52:05.255475 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49168) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:52:05.294853 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-27c7cb60-d154-4e48-a39d-625ca893719a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1b6c9cc2726145e68b9387b984fdd65f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380764 Jul 02 09:52:05.297274 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49170) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:52:05.343613 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4261021f-e8d4-4d67-a80f-68e13fc8ac5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:05.363708 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4261021f-e8d4-4d67-a80f-68e13fc8ac5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:05.408810 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4261021f-e8d4-4d67-a80f-68e13fc8ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:05.411266 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4261021f-e8d4-4d67-a80f-68e13fc8ac5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:05.412467 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-4261021f-e8d4-4d67-a80f-68e13fc8ac5d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/93986e1a-984a-4e0b-98ff-8e039e4626f8 HTTP/1.1" status: 204 len: 168 time: 0.1142793 Jul 02 09:52:05.420101 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261021f-e8d4-4d67-a80f-68e13fc8ac5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93986e1a-984a-4e0b-98ff-8e039e4626f8,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:52:05.428540 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261021f-e8d4-4d67-a80f-68e13fc8ac5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:05.428877 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261021f-e8d4-4d67-a80f-68e13fc8ac5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:05.429219 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261021f-e8d4-4d67-a80f-68e13fc8ac5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:05.429557 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261021f-e8d4-4d67-a80f-68e13fc8ac5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:05.429885 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261021f-e8d4-4d67-a80f-68e13fc8ac5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:05.430215 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261021f-e8d4-4d67-a80f-68e13fc8ac5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:05.430547 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261021f-e8d4-4d67-a80f-68e13fc8ac5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:05.430876 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261021f-e8d4-4d67-a80f-68e13fc8ac5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:05.431199 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261021f-e8d4-4d67-a80f-68e13fc8ac5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:05.431521 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261021f-e8d4-4d67-a80f-68e13fc8ac5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:05.431840 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261021f-e8d4-4d67-a80f-68e13fc8ac5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:05.432186 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261021f-e8d4-4d67-a80f-68e13fc8ac5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:06.566252 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:52:06.587541 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:52:06.588020 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 2cb1ed8c-7e92-4ce3-bce0-5786d16ccaa3 not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:52:09.812745 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:11.393041 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34f687-8882-406d-b6b5-8d5844b4f5c1 req-c87a69ab-0c80-412d-b43a-9c9de6150518 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:11.394501 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5a34f687-8882-406d-b6b5-8d5844b4f5c1 req-c87a69ab-0c80-412d-b43a-9c9de6150518 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0614941 Jul 02 09:52:11.431500 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5a34f687-8882-406d-b6b5-8d5844b4f5c1 req-f374a2cb-6fb4-48da-bde8-9f7d7ecab8ce tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314138 Jul 02 09:52:12.282638 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e2dda324-ee5e-48b5-a711-9d44049b2678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:12.605078 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe5179-2752-4be5-bdc8-5c90932c6761 req-c866dc40-fae8-4a6c-926f-5929247415c9 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:12.606576 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ebbe5179-2752-4be5-bdc8-5c90932c6761 req-c866dc40-fae8-4a6c-926f-5929247415c9 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0617230 Jul 02 09:52:12.643382 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ebbe5179-2752-4be5-bdc8-5c90932c6761 req-01618493-f6cb-4d68-a1ab-cf0b341a1ff4 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311742 Jul 02 09:52:13.817383 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46b474-d39b-4f9e-beb6-357e1fbd9ad1 req-7bdef1e1-690d-4226-bd8a-97edd9de1c21 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:13.818745 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2d46b474-d39b-4f9e-beb6-357e1fbd9ad1 req-7bdef1e1-690d-4226-bd8a-97edd9de1c21 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0674963 Jul 02 09:52:13.854596 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2d46b474-d39b-4f9e-beb6-357e1fbd9ad1 req-2befb41c-bc47-41f5-b096-53548c9da9a6 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303655 Jul 02 09:52:14.610748 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49294) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:52:14.708701 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b38ced77-4938-4ac0-8897-f7130dbd85d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:14.800033 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b38ced77-4938-4ac0-8897-f7130dbd85d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:14.803479 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b38ced77-4938-4ac0-8897-f7130dbd85d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:14.841549 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-b38ced77-4938-4ac0-8897-f7130dbd85d9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a552d9def1a540578b9e5c49e7328364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296684 Jul 02 09:52:14.842639 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ced77-4938-4ac0-8897-f7130dbd85d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff65a94-f928-4c53-8adc-a620bfed9f39,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:52:14.844243 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49298) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:52:14.895197 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-fba53ee0-cd37-4a9b-874a-c921ec4ae392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:14.915397 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-fba53ee0-cd37-4a9b-874a-c921ec4ae392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:14.965588 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-fba53ee0-cd37-4a9b-874a-c921ec4ae392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:14.968237 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-fba53ee0-cd37-4a9b-874a-c921ec4ae392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:14.969464 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-fba53ee0-cd37-4a9b-874a-c921ec4ae392 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1ff65a94-f928-4c53-8adc-a620bfed9f39 HTTP/1.1" status: 204 len: 168 time: 0.1232934 Jul 02 09:52:15.004424 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba53ee0-cd37-4a9b-874a-c921ec4ae392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff65a94-f928-4c53-8adc-a620bfed9f39,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:52:15.014103 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba53ee0-cd37-4a9b-874a-c921ec4ae392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:15.014451 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba53ee0-cd37-4a9b-874a-c921ec4ae392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:15.014794 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba53ee0-cd37-4a9b-874a-c921ec4ae392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:15.015127 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba53ee0-cd37-4a9b-874a-c921ec4ae392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:15.015458 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba53ee0-cd37-4a9b-874a-c921ec4ae392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:15.015781 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba53ee0-cd37-4a9b-874a-c921ec4ae392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:15.016111 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba53ee0-cd37-4a9b-874a-c921ec4ae392 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:15.016462 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba53ee0-cd37-4a9b-874a-c921ec4ae392 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:15.016816 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba53ee0-cd37-4a9b-874a-c921ec4ae392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:15.017690 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba53ee0-cd37-4a9b-874a-c921ec4ae392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:15.018014 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba53ee0-cd37-4a9b-874a-c921ec4ae392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:15.018508 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba53ee0-cd37-4a9b-874a-c921ec4ae392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:15.060467 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f355d9-d33d-410e-9499-6ca6ccb3032e req-63b12ffb-a7a8-49cb-a097-3a154981b314 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:15.061960 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-27f355d9-d33d-410e-9499-6ca6ccb3032e req-63b12ffb-a7a8-49cb-a097-3a154981b314 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0914876 Jul 02 09:52:15.102079 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-27f355d9-d33d-410e-9499-6ca6ccb3032e req-09abd5db-0eba-455e-8e05-d82d2b9eeeb2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331109 Jul 02 09:52:15.115678 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a3806c2f-c66e-45ee-8df4-4b034524a0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:15.546138 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:15.897307 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:16.278804 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2dbcb-ddf9-42da-9e13-7e89aea434bd req-9fa2f927-0e0e-46ce-bfc6-21c06adc106f tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:16.280272 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-56a2dbcb-ddf9-42da-9e13-7e89aea434bd req-9fa2f927-0e0e-46ce-bfc6-21c06adc106f tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0644414 Jul 02 09:52:16.319073 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-56a2dbcb-ddf9-42da-9e13-7e89aea434bd req-60f47d83-17dc-46f7-9a22-d0ac3420a1c0 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324526 Jul 02 09:52:16.585583 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:52:17.489289 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa944f-2b12-4ca5-9255-e011fda00edd req-716df742-2a1e-4a27-8171-81ed379f998a tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:17.490711 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e8fa944f-2b12-4ca5-9255-e011fda00edd req-716df742-2a1e-4a27-8171-81ed379f998a tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0611503 Jul 02 09:52:17.531739 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e8fa944f-2b12-4ca5-9255-e011fda00edd req-30e09874-03fc-4122-8a10-5611c74d2662 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354621 Jul 02 09:52:17.646188 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:18.736521 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88349efb-1877-49f8-b862-09d831dedc06 req-323a2690-4b3c-4f92-8197-9372a6fa7efa tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:18.738045 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-88349efb-1877-49f8-b862-09d831dedc06 req-323a2690-4b3c-4f92-8197-9372a6fa7efa tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0744283 Jul 02 09:52:18.784018 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-88349efb-1877-49f8-b862-09d831dedc06 req-bfc2ee78-a833-471f-8a6b-b671d7cf0a98 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402119 Jul 02 09:52:19.957695 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c501b59-37b4-4863-98fc-56073c2f6ec0 req-8e001032-1820-448d-a23b-a428f1c3ad91 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:19.959674 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8c501b59-37b4-4863-98fc-56073c2f6ec0 req-8e001032-1820-448d-a23b-a428f1c3ad91 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0624509 Jul 02 09:52:19.996520 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8c501b59-37b4-4863-98fc-56073c2f6ec0 req-e829ea54-6203-45d7-97fe-d1813726e887 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318260 Jul 02 09:52:20.737132 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49394) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:52:20.837412 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a60d016c-1b3d-4365-b6fa-12ae718ea080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:20.925175 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a60d016c-1b3d-4365-b6fa-12ae718ea080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:20.928710 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a60d016c-1b3d-4365-b6fa-12ae718ea080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:20.966305 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-a60d016c-1b3d-4365-b6fa-12ae718ea080 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=837dbee185b543a78090c5745387931c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280645 Jul 02 09:52:20.967149 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d016c-1b3d-4365-b6fa-12ae718ea080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a50c02-e387-4c89-9e50-44b0ff255936,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:52:20.969168 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49398) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:52:21.016365 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dd3cf24b-646e-4929-991f-7e60e84a3c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:21.037863 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dd3cf24b-646e-4929-991f-7e60e84a3c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:21.085070 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dd3cf24b-646e-4929-991f-7e60e84a3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:21.087625 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dd3cf24b-646e-4929-991f-7e60e84a3c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:21.088835 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-dd3cf24b-646e-4929-991f-7e60e84a3c4a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/39a50c02-e387-4c89-9e50-44b0ff255936 HTTP/1.1" status: 204 len: 168 time: 0.1186247 Jul 02 09:52:21.097545 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cf24b-646e-4929-991f-7e60e84a3c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a50c02-e387-4c89-9e50-44b0ff255936,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:52:21.172143 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84569dcc-6f9f-4d8d-af85-ced4e9ed32bf req-db824177-bdb8-41c1-8647-138ffdb6a105 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:21.174517 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-84569dcc-6f9f-4d8d-af85-ced4e9ed32bf req-db824177-bdb8-41c1-8647-138ffdb6a105 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0648119 Jul 02 09:52:21.213781 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-84569dcc-6f9f-4d8d-af85-ced4e9ed32bf req-294635e9-b4cf-4aef-a861-bd23def6d6e6 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331843 Jul 02 09:52:21.351124 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49406) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:52:21.364430 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-16a6af44-875c-4c49-9784-4ae04eaee8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:21.450660 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-16a6af44-875c-4c49-9784-4ae04eaee8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:21.455090 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-16a6af44-875c-4c49-9784-4ae04eaee8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:21.494723 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-16a6af44-875c-4c49-9784-4ae04eaee8a7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2c0d20c4af04430da64976b47a267c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424975 Jul 02 09:52:21.496605 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6af44-875c-4c49-9784-4ae04eaee8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d463a834-75f2-4e38-a5b9-a2c663fb05c6,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:52:21.498840 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49408) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:52:21.505932 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fc6e0-77fd-4fc0-9296-73384f49b3e9 req-fb5ed50d-6e25-4c49-b305-74cfd29474d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:21.507599 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-539fc6e0-77fd-4fc0-9296-73384f49b3e9 req-fb5ed50d-6e25-4c49-b305-74cfd29474d4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18bb629a318442e580176f310bc4b63c&device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 1098 time: 0.0584531 Jul 02 09:52:21.547650 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1f3d1a57-7d30-4d9d-b6ae-c45e41d434a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:21.569179 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1f3d1a57-7d30-4d9d-b6ae-c45e41d434a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:21.599040 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fc6e0-77fd-4fc0-9296-73384f49b3e9 req-c7db4c8b-77d2-4ffd-968e-4023edb444d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:21.600547 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-539fc6e0-77fd-4fc0-9296-73384f49b3e9 req-c7db4c8b-77d2-4ffd-968e-4023edb444d6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ec57648-3f16-4bf8-9281-f21167f3c8ea HTTP/1.1" status: 200 len: 910 time: 0.0856307 Jul 02 09:52:21.616250 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1f3d1a57-7d30-4d9d-b6ae-c45e41d434a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:21.618781 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1f3d1a57-7d30-4d9d-b6ae-c45e41d434a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:21.620881 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-1f3d1a57-7d30-4d9d-b6ae-c45e41d434a0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d463a834-75f2-4e38-a5b9-a2c663fb05c6 HTTP/1.1" status: 204 len: 168 time: 0.1211209 Jul 02 09:52:21.629585 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d1a57-7d30-4d9d-b6ae-c45e41d434a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d463a834-75f2-4e38-a5b9-a2c663fb05c6,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:52:21.670553 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-539fc6e0-77fd-4fc0-9296-73384f49b3e9 req-38c152ec-30de-4e6d-a905-3bc6f43ad5ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 HTTP/1.1" status: 200 len: 1000 time: 0.0631268 Jul 02 09:52:21.720129 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fc6e0-77fd-4fc0-9296-73384f49b3e9 req-151e54b7-b0dc-409d-a716-fa8b8e797df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:21.721608 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-539fc6e0-77fd-4fc0-9296-73384f49b3e9 req-151e54b7-b0dc-409d-a716-fa8b8e797df5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=40ae8501-a0e7-4de8-92cb-e74ce37c3732 HTTP/1.1" status: 200 len: 848 time: 0.0440872 Jul 02 09:52:21.779886 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fc6e0-77fd-4fc0-9296-73384f49b3e9 req-4ff10622-22d8-4227-958c-537f7b1c5fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:21.781438 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-539fc6e0-77fd-4fc0-9296-73384f49b3e9 req-4ff10622-22d8-4227-958c-537f7b1c5fdb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ec57648-3f16-4bf8-9281-f21167f3c8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0524766 Jul 02 09:52:21.872255 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-539fc6e0-77fd-4fc0-9296-73384f49b3e9 req-492c22f0-ca82-4030-8897-ca0467ced735 service neutron] 10.222.0.66 "GET /v2.0/networks/1ec57648-3f16-4bf8-9281-f21167f3c8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838110 Jul 02 09:52:21.962371 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-539fc6e0-77fd-4fc0-9296-73384f49b3e9 req-50f00fca-4b1f-493f-b54d-c99848aae96f service neutron] 10.222.0.66 "GET /v2.0/networks/1ec57648-3f16-4bf8-9281-f21167f3c8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829473 Jul 02 09:52:22.389775 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc088ab0-12c0-49f4-a2cb-1e0c6b811bfb req-75de7370-bc0b-4c87-9d60-3a9a732a4f1d tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:22.391251 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bc088ab0-12c0-49f4-a2cb-1e0c6b811bfb req-75de7370-bc0b-4c87-9d60-3a9a732a4f1d tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0660799 Jul 02 09:52:22.429655 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bc088ab0-12c0-49f4-a2cb-1e0c6b811bfb req-fface8ad-762e-422f-8d1a-63b6fad6b657 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318782 Jul 02 09:52:22.827835 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49452) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:52:22.927005 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1f48ee00-63f6-4fee-84ac-c8a92db1144e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:23.011295 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1f48ee00-63f6-4fee-84ac-c8a92db1144e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:23.014605 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-1f48ee00-63f6-4fee-84ac-c8a92db1144e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:23.051054 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-1f48ee00-63f6-4fee-84ac-c8a92db1144e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8298b8db93934693a0d32a2175889193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220037 Jul 02 09:52:23.052928 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48ee00-63f6-4fee-84ac-c8a92db1144e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc939425-6a1b-4c4d-aa8e-c6a00ffb3e76,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:52:23.054123 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49456) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:52:23.101191 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b7b38bfb-8a1e-4cb9-9639-93db1f427aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:23.121410 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b7b38bfb-8a1e-4cb9-9639-93db1f427aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:23.165784 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b7b38bfb-8a1e-4cb9-9639-93db1f427aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:23.168341 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-b7b38bfb-8a1e-4cb9-9639-93db1f427aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:23.169487 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-b7b38bfb-8a1e-4cb9-9639-93db1f427aa7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bc939425-6a1b-4c4d-aa8e-c6a00ffb3e76 HTTP/1.1" status: 204 len: 168 time: 0.1143224 Jul 02 09:52:23.177391 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b38bfb-8a1e-4cb9-9639-93db1f427aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc939425-6a1b-4c4d-aa8e-c6a00ffb3e76,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:52:23.610836 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2c884-1330-4b6b-85e8-d52e5b1046d3 req-6b3d9f48-5c1b-4256-bb03-389ff692c6d9 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:23.612293 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-60b2c884-1330-4b6b-85e8-d52e5b1046d3 req-6b3d9f48-5c1b-4256-bb03-389ff692c6d9 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0711818 Jul 02 09:52:23.656265 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-60b2c884-1330-4b6b-85e8-d52e5b1046d3 req-c5b76b84-c60b-43fd-b9cc-77f1e0eb6b0d tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374451 Jul 02 09:52:24.150877 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49488) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:52:24.254126 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-38e6fc11-f414-45bb-9380-c6e36bbf6f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:24.371708 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-38e6fc11-f414-45bb-9380-c6e36bbf6f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:24.375517 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-38e6fc11-f414-45bb-9380-c6e36bbf6f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:24.412496 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-38e6fc11-f414-45bb-9380-c6e36bbf6f73 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0f5a4822d3ad4ff684d9782bd90191b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603962 Jul 02 09:52:24.413342 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6fc11-f414-45bb-9380-c6e36bbf6f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19682710-b8a2-40bc-a6d2-91f9046ed7a6,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:52:24.415123 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49492) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:52:24.466354 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b34e943a-a9e6-4fae-abb9-2733e6e3cb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:24.486736 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b34e943a-a9e6-4fae-abb9-2733e6e3cb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:24.531373 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b34e943a-a9e6-4fae-abb9-2733e6e3cb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:24.534772 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b34e943a-a9e6-4fae-abb9-2733e6e3cb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:24.535927 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-b34e943a-a9e6-4fae-abb9-2733e6e3cb21 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/19682710-b8a2-40bc-a6d2-91f9046ed7a6 HTTP/1.1" status: 204 len: 168 time: 0.1197550 Jul 02 09:52:24.543370 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e943a-a9e6-4fae-abb9-2733e6e3cb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19682710-b8a2-40bc-a6d2-91f9046ed7a6,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:52:24.830760 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08941272-346e-4c59-a19a-e2048a197c1d req-c5b14435-301a-4144-a620-c2ac9d841c83 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:24.832270 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-08941272-346e-4c59-a19a-e2048a197c1d req-c5b14435-301a-4144-a620-c2ac9d841c83 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0624914 Jul 02 09:52:24.870666 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-08941272-346e-4c59-a19a-e2048a197c1d req-95d8a980-6c3b-4f3c-a817-f8d0d12cbfe3 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326767 Jul 02 09:52:25.373612 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49530) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:52:25.395602 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce73d2b-7091-432d-a6c2-77effd319e91 req-144978e5-5f13-4001-9f6e-a56463c649d1 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:25.397279 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bce73d2b-7091-432d-a6c2-77effd319e91 req-144978e5-5f13-4001-9f6e-a56463c649d1 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0726686 Jul 02 09:52:25.479176 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [req-330dc174-ffcb-4db6-b71a-5e8823ebec5b req-6e361831-1028-4bda-8e8b-0a373e3e7aba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1043916 Jul 02 09:52:25.692308 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-bce73d2b-7091-432d-a6c2-77effd319e91 req-f2fe1176-2e5f-4454-be4a-a4653fdd378b tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876430 Jul 02 09:52:26.612514 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:52:26.688571 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:26.728550 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8,segment=NetworkSegment(5d2dbea4-0508-4405-98fa-2a9581b32980),segment_id=5d2dbea4-0508-4405-98fa-2a9581b32980)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:52:26.729734 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4135628-da30-4b90-bc54-92bc75595096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:52:26.732543 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377f60cf-92f6-4f9b-9515-a832e898b980" -d '{"events": [{"server_uuid": "a4135628-da30-4b90-bc54-92bc75595096", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:52:26.736247 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:26.795850 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8,revision_number=6']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:52:26.805741 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:26.807936 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:26.808305 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:26.808679 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:26.809026 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:26.809370 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:26.809707 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:26.810043 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:26.810373 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:26.810704 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:26.811030 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:26.811473 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:52:26.933728 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dc174-ffcb-4db6-b71a-5e8823ebec5b req-bb467768-e8f6-4cd8-8886-50ca4dad370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:26.936024 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-330dc174-ffcb-4db6-b71a-5e8823ebec5b req-bb467768-e8f6-4cd8-8886-50ca4dad370a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096&tenant_id=18bb629a318442e580176f310bc4b63c HTTP/1.1" status: 200 len: 1096 time: 0.1023202 Jul 02 09:52:26.949359 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5bbbe-e3b3-4c00-84a3-12aad931d1a1 req-551398e8-ed8f-4c62-937a-5ee18e927a27 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:26.956985 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7df5bbbe-e3b3-4c00-84a3-12aad931d1a1 req-551398e8-ed8f-4c62-937a-5ee18e927a27 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 943 time: 0.0917170 Jul 02 09:52:26.978415 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 02 Jul 2021 09:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5879aa92-bba1-4a37-8b67-2717abdbe3bc x-openstack-request-id: req-5879aa92-bba1-4a37-8b67-2717abdbe3bc {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:52:26.978851 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4135628-da30-4b90-bc54-92bc75595096", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:52:26.978970 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5879aa92-bba1-4a37-8b67-2717abdbe3bc {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:52:26.979605 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4135628-da30-4b90-bc54-92bc75595096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8', 'code': 200} Jul 02 09:52:27.031371 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7df5bbbe-e3b3-4c00-84a3-12aad931d1a1 req-66319632-d951-465e-b8f8-3f93bac4041c tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734160 Jul 02 09:52:27.062964 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dc174-ffcb-4db6-b71a-5e8823ebec5b req-b005ca30-444e-4168-85bf-d86dd869ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:27.062964 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-330dc174-ffcb-4db6-b71a-5e8823ebec5b req-b005ca30-444e-4168-85bf-d86dd869ab51 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18bb629a318442e580176f310bc4b63c&device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 1096 time: 0.0982213 Jul 02 09:52:27.154573 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dc174-ffcb-4db6-b71a-5e8823ebec5b req-fc98b9f2-d7dd-4822-816a-54feff532b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:27.156197 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-330dc174-ffcb-4db6-b71a-5e8823ebec5b req-fc98b9f2-d7dd-4822-816a-54feff532b22 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ec57648-3f16-4bf8-9281-f21167f3c8ea HTTP/1.1" status: 200 len: 910 time: 0.0918257 Jul 02 09:52:27.224499 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-330dc174-ffcb-4db6-b71a-5e8823ebec5b req-594deb49-78c6-4e17-95ce-9187be5633e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 HTTP/1.1" status: 200 len: 998 time: 0.0614021 Jul 02 09:52:27.270290 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dc174-ffcb-4db6-b71a-5e8823ebec5b req-9e1cfe80-b8f7-484c-8bc1-9666a54916fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:27.271730 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-330dc174-ffcb-4db6-b71a-5e8823ebec5b req-9e1cfe80-b8f7-484c-8bc1-9666a54916fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=40ae8501-a0e7-4de8-92cb-e74ce37c3732 HTTP/1.1" status: 200 len: 848 time: 0.0411925 Jul 02 09:52:27.330428 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dc174-ffcb-4db6-b71a-5e8823ebec5b req-dc56d0af-8ddb-4f72-9a68-11c27cfc05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:27.332078 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-330dc174-ffcb-4db6-b71a-5e8823ebec5b req-dc56d0af-8ddb-4f72-9a68-11c27cfc05e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ec57648-3f16-4bf8-9281-f21167f3c8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0538881 Jul 02 09:52:27.427681 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-330dc174-ffcb-4db6-b71a-5e8823ebec5b req-b91dd796-32f7-41da-bd7f-2cb2ff038a80 service neutron] 10.222.0.66 "GET /v2.0/networks/1ec57648-3f16-4bf8-9281-f21167f3c8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893006 Jul 02 09:52:27.517334 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-330dc174-ffcb-4db6-b71a-5e8823ebec5b req-0f2a8bc5-d524-4cf5-8eab-047f8cefbabc service neutron] 10.222.0.66 "GET /v2.0/networks/1ec57648-3f16-4bf8-9281-f21167f3c8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824664 Jul 02 09:52:28.216487 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22caa24c-8f7b-4732-9aac-6efa59e85d36 req-8d9be7c4-e7d6-4534-b857-f9af8788155e tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:28.217976 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-22caa24c-8f7b-4732-9aac-6efa59e85d36 req-8d9be7c4-e7d6-4534-b857-f9af8788155e tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 943 time: 0.0668476 Jul 02 09:52:28.256230 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-22caa24c-8f7b-4732-9aac-6efa59e85d36 req-e6b43c0a-2906-43f1-86b2-461b1b1aefe9 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327775 Jul 02 09:52:29.424020 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e9608-cc27-4ee3-bf96-958f3af52e97 req-2c7678b8-df27-4553-b71c-db3c59aee8f5 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:29.425479 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-072e9608-cc27-4ee3-bf96-958f3af52e97 req-2c7678b8-df27-4553-b71c-db3c59aee8f5 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 943 time: 0.0611150 Jul 02 09:52:29.461432 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-072e9608-cc27-4ee3-bf96-958f3af52e97 req-7843ef68-b739-47d4-9284-52ac92ee3ed4 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305343 Jul 02 09:52:30.648651 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fd0ac-ff1b-48e7-bd63-dd3b90465ee3 req-50e4fdc1-77c8-4b88-a0ad-1d3ec77cfb51 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:30.650129 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6d9fd0ac-ff1b-48e7-bd63-dd3b90465ee3 req-50e4fdc1-77c8-4b88-a0ad-1d3ec77cfb51 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 943 time: 0.0800545 Jul 02 09:52:30.689763 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6d9fd0ac-ff1b-48e7-bd63-dd3b90465ee3 req-436a257b-a448-46ed-b6be-a6a98c80629b tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341594 Jul 02 09:52:31.866561 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b43f83-cf78-4efd-8d2b-12caea2cb967 req-8bb8fd32-0221-411e-b381-a2b9c322cbea tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:31.868023 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-59b43f83-cf78-4efd-8d2b-12caea2cb967 req-8bb8fd32-0221-411e-b381-a2b9c322cbea tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 943 time: 0.0623233 Jul 02 09:52:31.906157 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-59b43f83-cf78-4efd-8d2b-12caea2cb967 req-9354750e-bd85-4693-a735-a653a7183c32 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324633 Jul 02 09:52:33.097043 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189bf59-97ee-4ff9-bff4-13b1f4f375f6 req-b6b2e90e-5e38-419d-88d6-aad2feb1500a tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:33.098520 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c189bf59-97ee-4ff9-bff4-13b1f4f375f6 req-b6b2e90e-5e38-419d-88d6-aad2feb1500a tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 943 time: 0.0691500 Jul 02 09:52:33.135763 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c189bf59-97ee-4ff9-bff4-13b1f4f375f6 req-8919ce1b-0131-4967-b490-f3d60f7a8ed7 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317075 Jul 02 09:52:34.310844 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194eadbe-16e1-4b68-a9fe-ed7e528c2249 req-82187442-d32a-4f3f-a048-01d148fcbb64 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:34.312198 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-194eadbe-16e1-4b68-a9fe-ed7e528c2249 req-82187442-d32a-4f3f-a048-01d148fcbb64 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 943 time: 0.0651014 Jul 02 09:52:34.349695 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-194eadbe-16e1-4b68-a9fe-ed7e528c2249 req-dc133da3-c557-43a0-90e3-711a453e4515 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310853 Jul 02 09:52:35.291028 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49666) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:52:35.394506 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a48617db-c7eb-4fdc-a914-cc25e25243b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:35.482688 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a48617db-c7eb-4fdc-a914-cc25e25243b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:35.487759 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-a48617db-c7eb-4fdc-a914-cc25e25243b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:35.523854 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919d8ac-a7eb-4ed4-892c-112b6f9edf00 req-d9621326-2062-4833-b500-fc11712f1cce tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:35.525546 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5919d8ac-a7eb-4ed4-892c-112b6f9edf00 req-d9621326-2062-4833-b500-fc11712f1cce tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 943 time: 0.0650508 Jul 02 09:52:35.526339 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48617db-c7eb-4fdc-a914-cc25e25243b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af08063-813f-49e5-8309-2cb00db4386c,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:52:35.530751 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-a48617db-c7eb-4fdc-a914-cc25e25243b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=61c8edab031f41d88e3beb5f41ed497b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386906 Jul 02 09:52:35.533746 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49672) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:52:35.567382 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-5919d8ac-a7eb-4ed4-892c-112b6f9edf00 req-2eaa0e2e-e190-437a-866c-b9b03af5e5f8 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343421 Jul 02 09:52:35.584453 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6cb72052-2410-486e-a9ad-6155061ce8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:35.605980 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6cb72052-2410-486e-a9ad-6155061ce8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:35.650163 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6cb72052-2410-486e-a9ad-6155061ce8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:35.652658 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-6cb72052-2410-486e-a9ad-6155061ce8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:35.653798 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-6cb72052-2410-486e-a9ad-6155061ce8fd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0af08063-813f-49e5-8309-2cb00db4386c HTTP/1.1" status: 204 len: 168 time: 0.1191421 Jul 02 09:52:35.661758 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb72052-2410-486e-a9ad-6155061ce8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af08063-813f-49e5-8309-2cb00db4386c,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:52:36.648919 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:52:36.742900 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8,segment=NetworkSegment(5d2dbea4-0508-4405-98fa-2a9581b32980),segment_id=5d2dbea4-0508-4405-98fa-2a9581b32980)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:52:36.753934 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d51ab-ecb2-4561-a496-f843f02bc42b req-bdfe59e6-db9c-4474-b880-0bcc4b2e64c6 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:36.754466 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8', 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea', 'port_id': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8', 'mac_address': 'fa:16:3e:6c:4d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:52:36.756704 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-364d51ab-ecb2-4561-a496-f843f02bc42b req-bdfe59e6-db9c-4474-b880-0bcc4b2e64c6 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 943 time: 0.0691266 Jul 02 09:52:36.795422 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:36.798090 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-364d51ab-ecb2-4561-a496-f843f02bc42b req-dd8fbddc-0e4c-4e63-b749-88cf37bccf68 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335593 Jul 02 09:52:36.809095 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:52:36.829463 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8,segment=NetworkSegment(5d2dbea4-0508-4405-98fa-2a9581b32980),segment_id=5d2dbea4-0508-4405-98fa-2a9581b32980)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:52:36.833355 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:36.877974 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8,revision_number=7']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:52:37.053313 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:52:37.968132 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901cd3d-ffbe-4154-9048-701ac33f7e72 req-e322db87-ab34-4001-b1e9-b8b02188cea3 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:37.970258 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a901cd3d-ffbe-4154-9048-701ac33f7e72 req-e322db87-ab34-4001-b1e9-b8b02188cea3 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 944 time: 0.0618496 Jul 02 09:52:38.006672 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a901cd3d-ffbe-4154-9048-701ac33f7e72 req-a9d30256-5f52-4ce9-a434-fa74db388631 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307202 Jul 02 09:52:38.659641 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:52:38.705468 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:52:38.705857 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:38.780741 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:38.802856 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4135628-da30-4b90-bc54-92bc75595096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:52:38.805079 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3bfa39-8fad-40b5-9812-0f6e9448d596" -d '{"events": [{"server_uuid": "a4135628-da30-4b90-bc54-92bc75595096", "name": "network-vif-plugged", "status": "completed", "tag": "6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:52:38.817780 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8,segment=NetworkSegment(5d2dbea4-0508-4405-98fa-2a9581b32980),segment_id=5d2dbea4-0508-4405-98fa-2a9581b32980)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:52:38.822126 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:38.845095 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957ce7ee-5487-4a79-9c44-6e13d1b333e1 x-openstack-request-id: req-957ce7ee-5487-4a79-9c44-6e13d1b333e1 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:52:38.845380 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4135628-da30-4b90-bc54-92bc75595096", "name": "network-vif-plugged", "status": "completed", "tag": "6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:52:38.845628 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-957ce7ee-5487-4a79-9c44-6e13d1b333e1 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:52:38.846004 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4135628-da30-4b90-bc54-92bc75595096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8', 'code': 200} Jul 02 09:52:38.870530 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8,revision_number=8']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:52:39.071720 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91be1e7-97dd-481f-bcf3-296017cadfbf req-d1a13b9f-126d-4dc3-b5f2-ac832b139f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:39.073286 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c91be1e7-97dd-481f-bcf3-296017cadfbf req-d1a13b9f-126d-4dc3-b5f2-ac832b139f90 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 1098 time: 0.0524592 Jul 02 09:52:39.108946 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c91be1e7-97dd-481f-bcf3-296017cadfbf req-b97afb8e-c232-4016-8ab1-1e8e6383358b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278368 Jul 02 09:52:39.179350 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6a2c2-3471-465f-acab-ea7372a8d586 req-9fe6da15-009a-42a5-bff2-2bcc4a152007 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:39.180804 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a8b6a2c2-3471-465f-acab-ea7372a8d586 req-9fe6da15-009a-42a5-bff2-2bcc4a152007 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0643365 Jul 02 09:52:39.216779 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a8b6a2c2-3471-465f-acab-ea7372a8d586 req-b660e912-5007-4d40-b252-5df31337b183 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305772 Jul 02 09:52:39.826590 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:40.389961 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315edd9-3c0d-43f7-a639-507359ab9eaf req-a25b7f7c-03b9-4897-ba5d-1eae4b05c7b6 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:40.392251 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b315edd9-3c0d-43f7-a639-507359ab9eaf req-a25b7f7c-03b9-4897-ba5d-1eae4b05c7b6 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0625203 Jul 02 09:52:40.428205 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b315edd9-3c0d-43f7-a639-507359ab9eaf req-fd7287f4-0246-4494-8801-63730bf568bd tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305970 Jul 02 09:52:41.979994 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-57c380e1-331a-4c15-9710-8903b57c9d19 req-1bc2b9bb-0c46-4df7-ba0d-6544bb763cd3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531261 Jul 02 09:52:42.053763 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c380e1-331a-4c15-9710-8903b57c9d19 req-8265f3ac-dc5a-4506-b48d-35642b94d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:42.055164 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-57c380e1-331a-4c15-9710-8903b57c9d19 req-8265f3ac-dc5a-4506-b48d-35642b94d2a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=385aaa1308d04b8596afd8b8e02b70a0&device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 1098 time: 0.0513661 Jul 02 09:52:42.158670 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c380e1-331a-4c15-9710-8903b57c9d19 req-98c7ec5f-3034-49b4-982c-e7573eec568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:42.160110 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-57c380e1-331a-4c15-9710-8903b57c9d19 req-98c7ec5f-3034-49b4-982c-e7573eec568b service neutron] 10.222.0.66 "GET /v2.0/networks?id=3cc84980-863d-4837-b81b-521136cf243c HTTP/1.1" status: 200 len: 912 time: 0.0832343 Jul 02 09:52:42.227260 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-57c380e1-331a-4c15-9710-8903b57c9d19 req-81ee0e9e-ecb5-4691-95ca-59059de3d6ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e497563e-98bb-457c-8b24-d46eefc5f9b4 HTTP/1.1" status: 200 len: 1001 time: 0.0602245 Jul 02 09:52:42.275937 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c380e1-331a-4c15-9710-8903b57c9d19 req-fda9492a-3c08-4c69-83c2-9199edf18307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:42.277450 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-57c380e1-331a-4c15-9710-8903b57c9d19 req-fda9492a-3c08-4c69-83c2-9199edf18307 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=97b99747-32ba-40fc-8924-026e409c9089 HTTP/1.1" status: 200 len: 850 time: 0.0437939 Jul 02 09:52:42.282146 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-0d33bec2-921b-4cff-b1a0-f49955d0c4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:42.335220 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c380e1-331a-4c15-9710-8903b57c9d19 req-6cfdf79e-61bf-41e9-b028-45761a5bb05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:52:42.336643 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-57c380e1-331a-4c15-9710-8903b57c9d19 req-6cfdf79e-61bf-41e9-b028-45761a5bb05f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cc84980-863d-4837-b81b-521136cf243c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522008 Jul 02 09:52:42.428790 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-57c380e1-331a-4c15-9710-8903b57c9d19 req-ef2cc5b9-70e9-4994-8d9a-61d2667ee89b service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848489 Jul 02 09:52:42.517573 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-57c380e1-331a-4c15-9710-8903b57c9d19 req-f049137d-ed0c-4abb-a250-5c1de45ea61f service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813079 Jul 02 09:52:45.117802 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-64f2d1de-ebbe-4a17-b271-03b69cc113c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:45.546887 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:45.900208 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:47.649396 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:52:53.584887 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:53:08.389946 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-052ed9c1-6dcd-4cff-b989-ba45f9bc32b3 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667251151&fields=id&tenant_id=385aaa1308d04b8596afd8b8e02b70a0 HTTP/1.1" status: 200 len: 267 time: 0.0375152 Jul 02 09:53:08.492703 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-95a66067-0c90-42b4-90d3-8d387ecb5928 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:08.494044 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-95a66067-0c90-42b4-90d3-8d387ecb5928 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/networks?id=3cc84980-863d-4837-b81b-521136cf243c HTTP/1.1" status: 200 len: 811 time: 0.0978541 Jul 02 09:53:08.508850 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-f1b5b3c2-6936-46ca-8a64-f5880ab5d34f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/quotas/385aaa1308d04b8596afd8b8e02b70a0 HTTP/1.1" status: 200 len: 375 time: 0.0096166 Jul 02 09:53:08.579822 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-d2f58d29-81d0-4584-990f-e11d25702ce9 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=385aaa1308d04b8596afd8b8e02b70a0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0659184 Jul 02 09:53:08.594444 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-2c0424a0-de83-4baf-9b90-59ddbfbd7851 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=99501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 09:53:08.595389 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-2c0424a0-de83-4baf-9b90-59ddbfbd7851 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050397 Jul 02 09:53:08.684082 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-95ad1446-61a8-45c8-b4df-fb91cb18f12b service neutron] 10.222.0.47 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832083 Jul 02 09:53:08.777867 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-dd32b284-7b27-45e0-9a9b-f24df32413fb service neutron] 10.222.0.47 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882227 Jul 02 09:53:09.064520 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-793d3f0a-2927-417a-a6a9-b72af9560f0f req-ff74e280-74b9-4671-9c7e-81b3b00a1eb7 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 210 time: 0.0293541 Jul 02 09:53:09.829747 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:10.216293 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-65fcf6ab-5b58-46cd-845c-12d8fc4fb14e req-c9a01660-8611-40f3-ad75-b0291e4aac5e tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 210 time: 0.0366962 Jul 02 09:53:10.288634 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-b75f4f30-7651-4745-baa2-5451c85c0980 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:10.290096 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-b75f4f30-7651-4745-baa2-5451c85c0980 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.66 "GET /v2.0/networks?id=3cc84980-863d-4837-b81b-521136cf243c HTTP/1.1" status: 200 len: 811 time: 0.1335578 Jul 02 09:53:10.342507 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-1ffe3869-82df-42c7-ab1e-8c1e034b6e17 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=385aaa1308d04b8596afd8b8e02b70a0 HTTP/1.1" status: 200 len: 380 time: 0.0441217 Jul 02 09:53:10.359977 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-7523e0d8-9e0e-42f1-a7f6-7ebda8f1d1c4 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Request body: {'port': {'device_id': '99882667-5b87-4c19-a75b-a119aa9e151a', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'admin_state_up': True, 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'security_groups': ['2a55b44f-ac1d-4f02-a69c-049f948e07e2']}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:53:10.469271 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-7523e0d8-9e0e-42f1-a7f6-7ebda8f1d1c4 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Made reservation on behalf of 385aaa1308d04b8596afd8b8e02b70a0 for: {'port': 1} {{(pid=99501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 09:53:10.473386 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-7523e0d8-9e0e-42f1-a7f6-7ebda8f1d1c4 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:10.596794 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_common [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-7523e0d8-9e0e-42f1-a7f6-7ebda8f1d1c4 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Allocated IP 172.20.0.9 (3cc84980-863d-4837-b81b-521136cf243c/97b99747-32ba-40fc-8924-026e409c9089/85553883-9353-4a30-a364-d0cf81e3e7de) {{(pid=99501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:53:10.737744 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-7523e0d8-9e0e-42f1-a7f6-7ebda8f1d1c4 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for port, precommit_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:10.757118 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.provisioning_blocks [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-7523e0d8-9e0e-42f1-a7f6-7ebda8f1d1c4 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Transition to ACTIVE for port object 85553883-9353-4a30-a364-d0cf81e3e7de will not be triggered until provisioned by entity DHCP. {{(pid=99501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:53:10.792187 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-7523e0d8-9e0e-42f1-a7f6-7ebda8f1d1c4 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25252481'] for port, after_create {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:10.837600 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-7523e0d8-9e0e-42f1-a7f6-7ebda8f1d1c4 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Network 3cc84980-863d-4837-b81b-521136cf243c is already hosted by enough agents. {{(pid=99501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:53:10.841051 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.base_scheduler [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-7523e0d8-9e0e-42f1-a7f6-7ebda8f1d1c4 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Resources bound (agent type, host, resource id): {{(pid=99501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:53:10.849869 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-7523e0d8-9e0e-42f1-a7f6-7ebda8f1d1c4 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Received port after_create {{(pid=99501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:53:10.876851 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523e0d8-9e0e-42f1-a7f6-7ebda8f1d1c4 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event updated for resources: {'Port': ['ID=85553883-9353-4a30-a364-d0cf81e3e7de,revision_number=1']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:53:10.914723 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-7523e0d8-9e0e-42f1-a7f6-7ebda8f1d1c4 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:10.915347 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-7523e0d8-9e0e-42f1-a7f6-7ebda8f1d1c4 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:10.931772 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-7523e0d8-9e0e-42f1-a7f6-7ebda8f1d1c4 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5753989 Jul 02 09:53:10.946849 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.v2.base [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Request body: {'port': {'device_id': '99882667-5b87-4c19-a75b-a119aa9e151a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:53:11.024426 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:11.118982 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-349696d8-d620-4d7e-b25f-bdf82c0b7313 None None] Provisioning for port 85553883-9353-4a30-a364-d0cf81e3e7de completed by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:53:11.122480 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-349696d8-d620-4d7e-b25f-bdf82c0b7313 None None] Provisioning complete for port 85553883-9353-4a30-a364-d0cf81e3e7de triggered by entity DHCP. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:53:11.122849 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-349696d8-d620-4d7e-b25f-bdf82c0b7313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:11.156478 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-349696d8-d620-4d7e-b25f-bdf82c0b7313 None None] Port 85553883-9353-4a30-a364-d0cf81e3e7de cannot update to ACTIVE because it is not bound. {{(pid=99503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 09:53:11.278438 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85553883-9353-4a30-a364-d0cf81e3e7de {{(pid=99501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:53:11.286110 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Notify callbacks [] for port, precommit_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:11.297762 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.provisioning_blocks [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Transition to ACTIVE for port object 85553883-9353-4a30-a364-d0cf81e3e7de will not be triggered until provisioned by entity L2. {{(pid=99501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 09:53:11.302240 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25252499'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:11.382778 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Pushing event updated for resources: {'Port': ['ID=85553883-9353-4a30-a364-d0cf81e3e7de,revision_number=2']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:53:11.474191 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d4eea-d86b-460b-a188-8fd2f0840830 req-15ef349e-a2c9-42e5-8f0a-967e91ca10aa tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:11.475748 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ee2d4eea-d86b-460b-a188-8fd2f0840830 req-15ef349e-a2c9-42e5-8f0a-967e91ca10aa tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 943 time: 0.1358728 Jul 02 09:53:11.480554 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.managers [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Attempting to bind port 85553883-9353-4a30-a364-d0cf81e3e7de on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 09:53:11.480891 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.managers [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Attempting to bind port 85553883-9353-4a30-a364-d0cf81e3e7de by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'}] {{(pid=99501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 09:53:11.481221 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Attempting to bind port 85553883-9353-4a30-a364-d0cf81e3e7de on network 3cc84980-863d-4837-b81b-521136cf243c {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:53:11.492944 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Port 85553883-9353-4a30-a364-d0cf81e3e7de on network 3cc84980-863d-4837-b81b-521136cf243c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 09:53:11.493275 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Attempting to bind port 85553883-9353-4a30-a364-d0cf81e3e7de on network 3cc84980-863d-4837-b81b-521136cf243c {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 09:53:11.507132 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Checking agent: {'id': '1e23f20f-bfb5-498b-abb2-c77a6f33230b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'started_at': datetime.datetime(2021, 7, 2, 9, 39, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 9, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 09:53:11.507415 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Checking segment: {'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 09:53:11.507797 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Bound using segment: {'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'} {{(pid=99501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 09:53:11.508227 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.managers [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Bound port: 85553883-9353-4a30-a364-d0cf81e3e7de, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3cc84980-863d-4837-b81b-521136cf243c'}}] {{(pid=99501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 09:53:11.508641 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:11.533173 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-ee2d4eea-d86b-460b-a188-8fd2f0840830 req-f9dfa90d-21a5-4b67-94b4-1046571f9850 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496502 Jul 02 09:53:11.588412 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] For port 85553883-9353-4a30-a364-d0cf81e3e7de, host hv-cinder-77218, cleared binding levels {{(pid=99501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 09:53:11.591458 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] For port 85553883-9353-4a30-a364-d0cf81e3e7de, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=85553883-9353-4a30-a364-d0cf81e3e7de,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 09:53:11.594890 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25252499'] for port, after_update {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:11.629097 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:11.629754 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:11.631115 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] 10.222.0.66 "PUT /v2.0/ports/85553883-9353-4a30-a364-d0cf81e3e7de HTTP/1.1" status: 200 len: 1093 time: 0.6887987 Jul 02 09:53:11.631546 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99882667-5b87-4c19-a75b-a119aa9e151a', 'tag': '85553883-9353-4a30-a364-d0cf81e3e7de'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:53:11.633802 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf360e7-4f78-4c25-b253-6f842b34b154" -d '{"events": [{"name": "network-changed", "server_uuid": "99882667-5b87-4c19-a75b-a119aa9e151a", "tag": "85553883-9353-4a30-a364-d0cf81e3e7de"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:53:11.656707 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05347191-68f1-4576-b3fb-4f2f81d837da service neutron] Pushing event updated for resources: {'Port': ['ID=85553883-9353-4a30-a364-d0cf81e3e7de,revision_number=3']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:53:11.735490 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-b5553f1c-6f87-4e4c-a90a-c43d3e3f6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:11.737098 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-b5553f1c-6f87-4e4c-a90a-c43d3e3f6a10 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=385aaa1308d04b8596afd8b8e02b70a0&device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 1096 time: 0.0567133 Jul 02 09:53:11.785834 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-865b1d4e-ca4f-443a-8d91-fc1d09b5062e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85553883-9353-4a30-a364-d0cf81e3e7de HTTP/1.1" status: 200 len: 217 time: 0.0401933 Jul 02 09:53:11.802626 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3859fdf-0e8a-4aa5-bab1-967d17c62d7a x-openstack-request-id: req-d3859fdf-0e8a-4aa5-bab1-967d17c62d7a {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:53:11.802950 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99882667-5b87-4c19-a75b-a119aa9e151a", "tag": "85553883-9353-4a30-a364-d0cf81e3e7de", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:53:11.803181 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d3859fdf-0e8a-4aa5-bab1-967d17c62d7a {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:53:11.803661 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99882667-5b87-4c19-a75b-a119aa9e151a', 'tag': '85553883-9353-4a30-a364-d0cf81e3e7de', 'status': 'completed', 'code': 200} Jul 02 09:53:11.838985 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-837ba8b9-66ed-4b16-b717-455ba1223990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:11.840426 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-837ba8b9-66ed-4b16-b717-455ba1223990 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=97b99747-32ba-40fc-8924-026e409c9089 HTTP/1.1" status: 200 len: 850 time: 0.0477896 Jul 02 09:53:11.899005 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-db0b6c9c-05f5-4661-bfe3-4911ff696ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:11.900629 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-db0b6c9c-05f5-4661-bfe3-4911ff696ba2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cc84980-863d-4837-b81b-521136cf243c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0520155 Jul 02 09:53:11.993985 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-e84e28de-666b-4d52-887b-5db983eeaff7 service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826426 Jul 02 09:53:12.082767 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-cef6d0f8-7f7f-4510-9e55-da09a803ab03 req-97794029-4906-4d2e-84ee-d3d16aa1dfdc service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799501 Jul 02 09:53:12.185308 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf360e7-4f78-4c25-b253-6f842b34b154 req-81659284-7a21-4ac6-87d7-0f4d0ce8143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:12.186749 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6bf360e7-4f78-4c25-b253-6f842b34b154 req-81659284-7a21-4ac6-87d7-0f4d0ce8143f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=385aaa1308d04b8596afd8b8e02b70a0&device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 1096 time: 0.0549865 Jul 02 09:53:12.274754 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf360e7-4f78-4c25-b253-6f842b34b154 req-3d9d5957-16d6-4209-b7ec-f62f6248faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:12.276216 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6bf360e7-4f78-4c25-b253-6f842b34b154 req-3d9d5957-16d6-4209-b7ec-f62f6248faf3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3cc84980-863d-4837-b81b-521136cf243c HTTP/1.1" status: 200 len: 912 time: 0.0816848 Jul 02 09:53:12.282052 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-70eea01f-f123-47e0-a30e-3bc8b825e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:12.321507 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6bf360e7-4f78-4c25-b253-6f842b34b154 req-618a0b6b-81d9-44a6-834c-1fbb4a00b26f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85553883-9353-4a30-a364-d0cf81e3e7de HTTP/1.1" status: 200 len: 217 time: 0.0377216 Jul 02 09:53:12.370956 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf360e7-4f78-4c25-b253-6f842b34b154 req-7379d876-9c91-4704-9568-d2356a429fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:12.372259 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6bf360e7-4f78-4c25-b253-6f842b34b154 req-7379d876-9c91-4704-9568-d2356a429fb7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=97b99747-32ba-40fc-8924-026e409c9089 HTTP/1.1" status: 200 len: 850 time: 0.0418675 Jul 02 09:53:12.429160 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf360e7-4f78-4c25-b253-6f842b34b154 req-beffa6b1-afb7-4ab5-8193-aa11f5be0105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:12.430588 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6bf360e7-4f78-4c25-b253-6f842b34b154 req-beffa6b1-afb7-4ab5-8193-aa11f5be0105 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cc84980-863d-4837-b81b-521136cf243c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507059 Jul 02 09:53:12.519840 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6bf360e7-4f78-4c25-b253-6f842b34b154 req-cf5930a9-329a-41e6-a459-11a4cea1b8a1 service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818374 Jul 02 09:53:12.610608 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6bf360e7-4f78-4c25-b253-6f842b34b154 req-788f4cdb-3d5d-4734-8e94-e2ce71f854ed service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811317 Jul 02 09:53:12.705467 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52530411-7cc9-4afc-8b79-824c87c4361c req-1ddf24f0-ab37-4f09-bfe1-3584192bb576 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:12.707209 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-52530411-7cc9-4afc-8b79-824c87c4361c req-1ddf24f0-ab37-4f09-bfe1-3584192bb576 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 943 time: 0.0666947 Jul 02 09:53:12.746441 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-52530411-7cc9-4afc-8b79-824c87c4361c req-6f68b858-dafe-4e3d-a501-3390396ec1d7 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325940 Jul 02 09:53:13.923246 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280cc1d-3d5f-4bc3-b2ec-5444ef2d1077 req-c05aa2d3-f68b-4c7b-ad8c-b18029755e64 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:13.924733 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8280cc1d-3d5f-4bc3-b2ec-5444ef2d1077 req-c05aa2d3-f68b-4c7b-ad8c-b18029755e64 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 943 time: 0.0614071 Jul 02 09:53:13.962302 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-8280cc1d-3d5f-4bc3-b2ec-5444ef2d1077 req-0633153e-6953-4532-8ca4-7db151b5f324 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319133 Jul 02 09:53:15.117841 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2032fe97-b3b2-4202-a679-395b32e9cfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:15.131353 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995dc0b-0ea8-4b90-83b6-23267e3f3846 req-69120d9c-f433-49af-930c-09266a8c2617 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:15.132817 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b995dc0b-0ea8-4b90-83b6-23267e3f3846 req-69120d9c-f433-49af-930c-09266a8c2617 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 943 time: 0.0632849 Jul 02 09:53:15.168236 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b995dc0b-0ea8-4b90-83b6-23267e3f3846 req-6d697ef5-3e43-4913-89b9-3e52f9736a7f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298524 Jul 02 09:53:15.547858 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:15.902847 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:16.340621 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1e875-910a-443b-9c1c-767d40c587ba req-d3210164-726d-44bb-9712-886a22a2eb33 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:16.342054 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-49b1e875-910a-443b-9c1c-767d40c587ba req-d3210164-726d-44bb-9712-886a22a2eb33 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 943 time: 0.0648282 Jul 02 09:53:16.378601 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-49b1e875-910a-443b-9c1c-767d40c587ba req-0fa7f6f4-4e79-4437-a4f6-4fa4a96f4fae tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310879 Jul 02 09:53:17.547773 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb496c-bbb0-4cf4-9d20-0264bcef2650 req-36fd4c59-ab2c-449a-80a2-31b3617873de tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:17.549259 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2bbb496c-bbb0-4cf4-9d20-0264bcef2650 req-36fd4c59-ab2c-449a-80a2-31b3617873de tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 943 time: 0.0623653 Jul 02 09:53:17.586723 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2bbb496c-bbb0-4cf4-9d20-0264bcef2650 req-e72f7ef8-9987-4e2d-9d52-8f6285928848 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318966 Jul 02 09:53:17.651211 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:18.765494 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838727b8-4acd-47bc-b3cf-30e1dcd82ea5 req-4cd3f045-7e95-4928-8e3d-f8501a5d461f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:18.767484 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-838727b8-4acd-47bc-b3cf-30e1dcd82ea5 req-4cd3f045-7e95-4928-8e3d-f8501a5d461f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 943 time: 0.0695417 Jul 02 09:53:18.807160 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-838727b8-4acd-47bc-b3cf-30e1dcd82ea5 req-028d43ee-fc53-4c16-9d02-957a444ffe94 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329411 Jul 02 09:53:19.977936 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dec96a-9945-429a-957c-6d3e5b42be38 req-f8951b1f-7acb-4dfc-8210-e6750da101f9 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:19.979374 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-95dec96a-9945-429a-957c-6d3e5b42be38 req-f8951b1f-7acb-4dfc-8210-e6750da101f9 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 943 time: 0.0615737 Jul 02 09:53:20.015839 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-95dec96a-9945-429a-957c-6d3e5b42be38 req-ca43309e-2aad-449b-a05d-cea6bbaacdfd tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308843 Jul 02 09:53:20.807367 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 85553883-9353-4a30-a364-d0cf81e3e7de details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 09:53:20.914736 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 85553883-9353-4a30-a364-d0cf81e3e7de, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=85553883-9353-4a30-a364-d0cf81e3e7de,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:53:20.927654 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Returning: {'device': '85553883-9353-4a30-a364-d0cf81e3e7de', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'port_id': '85553883-9353-4a30-a364-d0cf81e3e7de', 'mac_address': 'fa:16:3e:26:aa:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 09:53:20.977140 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:20.991252 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85553883-9353-4a30-a364-d0cf81e3e7de {{(pid=99503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 09:53:21.012626 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 85553883-9353-4a30-a364-d0cf81e3e7de, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=85553883-9353-4a30-a364-d0cf81e3e7de,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:53:21.022332 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:21.079304 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=85553883-9353-4a30-a364-d0cf81e3e7de,revision_number=4']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:53:21.213108 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb831a-8ca9-4355-b69d-dbb56a940d23 req-ce7718fb-69ab-4e14-8975-f18d7aee700a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:21.214640 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-03cb831a-8ca9-4355-b69d-dbb56a940d23 req-ce7718fb-69ab-4e14-8975-f18d7aee700a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 944 time: 0.0695934 Jul 02 09:53:21.249292 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] get_ports_and_sgs() called for port_ids ['85553883-9353-4a30-a364-d0cf81e3e7de'] {{(pid=99503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 09:53:21.251837 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-03cb831a-8ca9-4355-b69d-dbb56a940d23 req-522078f7-e52c-4673-8853-19171ae85d10 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316377 Jul 02 09:53:22.422934 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e46c45-a272-4e58-aa81-8588c4e18976 req-01f1af1c-8aeb-4a0d-b080-d60b858fb6e8 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:22.424372 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-98e46c45-a272-4e58-aa81-8588c4e18976 req-01f1af1c-8aeb-4a0d-b080-d60b858fb6e8 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 944 time: 0.0642278 Jul 02 09:53:22.461564 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-98e46c45-a272-4e58-aa81-8588c4e18976 req-69d915e8-421e-4d5f-8f1e-29ec0384c427 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311544 Jul 02 09:53:22.811708 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 85553883-9353-4a30-a364-d0cf81e3e7de up at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 09:53:22.861531 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning for port 85553883-9353-4a30-a364-d0cf81e3e7de completed by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 09:53:22.865241 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.provisioning_blocks [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Provisioning complete for port 85553883-9353-4a30-a364-d0cf81e3e7de triggered by entity L2. {{(pid=99503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 09:53:22.865707 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16349222'] for port, provisioning_complete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:22.938688 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:22.963178 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99882667-5b87-4c19-a75b-a119aa9e151a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85553883-9353-4a30-a364-d0cf81e3e7de'}] {{(pid=99503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:53:22.965430 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12f5822f60277f292f231e538e6dfba75ccbaf13404380946566cfba3a53096" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9665e981-82b5-4dfe-bbc8-0cdf8a0a3724" -d '{"events": [{"server_uuid": "99882667-5b87-4c19-a75b-a119aa9e151a", "name": "network-vif-plugged", "status": "completed", "tag": "85553883-9353-4a30-a364-d0cf81e3e7de"}]}' {{(pid=99503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:53:22.978572 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] For port 85553883-9353-4a30-a364-d0cf81e3e7de, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=85553883-9353-4a30-a364-d0cf81e3e7de,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:53:22.982292 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989'] for port, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:23.006906 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af046b39-3231-4ab0-b6ee-f89c773a0580 x-openstack-request-id: req-af046b39-3231-4ab0-b6ee-f89c773a0580 {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:53:23.007190 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99882667-5b87-4c19-a75b-a119aa9e151a", "name": "network-vif-plugged", "status": "completed", "tag": "85553883-9353-4a30-a364-d0cf81e3e7de", "code": 200}]} {{(pid=99503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:53:23.007426 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-af046b39-3231-4ab0-b6ee-f89c773a0580 {{(pid=99503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:53:23.007809 dv-cinder-772181-12-iscsi neutron-server[99503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99882667-5b87-4c19-a75b-a119aa9e151a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85553883-9353-4a30-a364-d0cf81e3e7de', 'code': 200} Jul 02 09:53:23.034002 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Pushing event updated for resources: {'Port': ['ID=85553883-9353-4a30-a364-d0cf81e3e7de,revision_number=5']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:53:23.296748 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729b4ef-3a78-4a3a-b1f7-810b8b666e87 req-f0338d4e-21ce-4542-a6c7-94c20fa1fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:23.298182 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9729b4ef-3a78-4a3a-b1f7-810b8b666e87 req-f0338d4e-21ce-4542-a6c7-94c20fa1fa24 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 1098 time: 0.0495555 Jul 02 09:53:23.332211 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9729b4ef-3a78-4a3a-b1f7-810b8b666e87 req-de02f401-53fc-4809-830a-b535392cb22b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269608 Jul 02 09:53:23.633650 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0ea45-0086-4e56-88ae-e9214ad9076a req-82408d81-c19f-4e04-b60f-382f9ea20766 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:23.635121 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f1e0ea45-0086-4e56-88ae-e9214ad9076a req-82408d81-c19f-4e04-b60f-382f9ea20766 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 945 time: 0.0646520 Jul 02 09:53:23.671585 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f1e0ea45-0086-4e56-88ae-e9214ad9076a req-52aa44c0-9039-4d26-8da0-e7e5e8993b83 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309927 Jul 02 09:53:24.852946 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131c70e-9cff-49e2-8081-f3c6040d62e9 req-1fc4b001-e474-482e-9d2e-fbd004b726d7 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:24.854399 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6131c70e-9cff-49e2-8081-f3c6040d62e9 req-1fc4b001-e474-482e-9d2e-fbd004b726d7 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 945 time: 0.0629008 Jul 02 09:53:24.890065 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6131c70e-9cff-49e2-8081-f3c6040d62e9 req-c03059d1-3923-4317-bf74-046b9f922d48 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301604 Jul 02 09:53:25.061028 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c116a-479d-42e1-9764-8c5e9ec2491f req-f34d6f81-8e17-4e8b-8e79-53dc1e39a0d5 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:25.062356 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-584c116a-479d-42e1-9764-8c5e9ec2491f req-f34d6f81-8e17-4e8b-8e79-53dc1e39a0d5 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 945 time: 0.0609219 Jul 02 09:53:25.099041 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-584c116a-479d-42e1-9764-8c5e9ec2491f req-a9fcc03a-b977-4933-84ac-5a55ec5565b3 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310569 Jul 02 09:53:25.123851 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49786) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:53:25.173602 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b38491c-1517-42fb-80f6-2aa9d482177e tempest-TestVolumeBootPattern-1073650248 tempest-TestVolumeBootPattern-1073650248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:25.175108 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-1b38491c-1517-42fb-80f6-2aa9d482177e tempest-TestVolumeBootPattern-1073650248 tempest-TestVolumeBootPattern-1073650248-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 1093 time: 0.0502446 Jul 02 09:53:25.178483 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49788) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:53:25.182759 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.v2.base [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Request body: {'floatingip': {'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'port_id': '85553883-9353-4a30-a364-d0cf81e3e7de', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 09:53:25.204486 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for floatingip, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:25.580787 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:25.681353 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_common [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Allocated IP 172.27.1.27 (91abeacf-6705-4621-a88a-4859e43fbb2c/3acd31d5-d298-493f-8b22-8cf1b4526b9f/937b4bd4-298e-4e08-9cae-a89bfdda9d52) {{(pid=99502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 09:53:25.783543 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for port, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:25.820784 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16351474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-149287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744577973926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3997302'] for port, after_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:25.860096 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Network 91abeacf-6705-4621-a88a-4859e43fbb2c is already hosted by enough agents. {{(pid=99502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 09:53:25.862890 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.base_scheduler [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Resources bound (agent type, host, resource id): {{(pid=99502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 09:53:25.866651 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Received port after_create {{(pid=99502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 09:53:25.891757 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event updated for resources: {'Port': ['ID=937b4bd4-298e-4e08-9cae-a89bfdda9d52,revision_number=1']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:53:25.905121 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:53:25.905475 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:53:25.905817 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:53:25.906155 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:53:25.906484 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:53:25.906813 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:53:25.907141 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:53:25.907469 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:53:25.907794 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:53:25.908121 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:53:25.908466 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:53:25.908784 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:53:26.238598 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:26.314226 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16351411'] for port, before_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:26.461648 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for port, precommit_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:26.466154 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744578511364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744577973944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744577973989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3997284'] for port, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:26.530819 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event updated for resources: {'Port': ['ID=937b4bd4-298e-4e08-9cae-a89bfdda9d52,revision_number=2']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:53:26.542755 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634276'] for floatingip, after_update {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:26.643392 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.l3_db [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Floating IP 51b672b5-42f2-458d-afb1-e46897ad2291 associated. External IP: 172.27.1.27, port: 85553883-9353-4a30-a364-d0cf81e3e7de. Jul 02 09:53:26.851951 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Router b6091e97-f5f4-4c34-b41b-7bacf60251ee has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:53:26.957406 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:53:26.967438 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c89a6e4-1ea8-462c-ab9e-a0a701e7c215 None None] Sync routers for ids ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:53:26.972845 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:26.980922 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c89a6e4-1ea8-462c-ab9e-a0a701e7c215 None None] Routers {'b6091e97-f5f4-4c34-b41b-7bacf60251ee'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:53:26.981546 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-4c89a6e4-1ea8-462c-ab9e-a0a701e7c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:53:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:53:27.009278 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-92677f9c-04ae-46ac-b14f-0cc1581f885b tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8297377 Jul 02 09:53:27.009874 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99882667-5b87-4c19-a75b-a119aa9e151a', 'tag': '85553883-9353-4a30-a364-d0cf81e3e7de'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:53:27.012137 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a047a112-1e57-4fd1-9668-2d9579bd2c82" -d '{"events": [{"name": "network-changed", "server_uuid": "99882667-5b87-4c19-a75b-a119aa9e151a", "tag": "85553883-9353-4a30-a364-d0cf81e3e7de"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:53:27.092266 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-4c89a6e4-1ea8-462c-ab9e-a0a701e7c215 None None] Set router b6091e97-f5f4-4c34-b41b-7bacf60251ee gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:53:27.098463 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b608cb7d-792d-4587-9de2-ed4346124df1 x-openstack-request-id: req-b608cb7d-792d-4587-9de2-ed4346124df1 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:53:27.098833 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99882667-5b87-4c19-a75b-a119aa9e151a", "tag": "85553883-9353-4a30-a364-d0cf81e3e7de", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:53:27.099160 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b608cb7d-792d-4587-9de2-ed4346124df1 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:53:27.100341 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99882667-5b87-4c19-a75b-a119aa9e151a', 'tag': '85553883-9353-4a30-a364-d0cf81e3e7de', 'status': 'completed', 'code': 200} Jul 02 09:53:27.186968 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047a112-1e57-4fd1-9668-2d9579bd2c82 req-482b3362-12ec-43a4-b706-6eb11ed48fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:27.189282 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a047a112-1e57-4fd1-9668-2d9579bd2c82 req-482b3362-12ec-43a4-b706-6eb11ed48fa1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=385aaa1308d04b8596afd8b8e02b70a0&device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 1098 time: 0.0647321 Jul 02 09:53:27.281304 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047a112-1e57-4fd1-9668-2d9579bd2c82 req-bb694653-0f1d-4904-8eba-430e05423f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:27.282898 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a047a112-1e57-4fd1-9668-2d9579bd2c82 req-bb694653-0f1d-4904-8eba-430e05423f21 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3cc84980-863d-4837-b81b-521136cf243c HTTP/1.1" status: 200 len: 912 time: 0.0854905 Jul 02 09:53:27.329252 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-4c89a6e4-1ea8-462c-ab9e-a0a701e7c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '41deb831-c957-47bd-916a-029c4543fa10', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'port_id': 'e497563e-98bb-457c-8b24-d46eefc5f9b4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'mac_address': 'fa:16:3e:65:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:51:19Z', 'updated_at': '2021-07-02T09:51:21Z', 'revision_number': 1, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'fixed_ip_address_scope': None}, {'id': '51b672b5-42f2-458d-afb1-e46897ad2291', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'port_id': '85553883-9353-4a30-a364-d0cf81e3e7de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'mac_address': 'fa:16:3e:26:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99882667-5b87-4c19-a75b-a119aa9e151a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:53:26Z', 'updated_at': '2021-07-02T09:53:26Z', 'revision_number': 0, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:11Z', 'revision_number': 5, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:53:27.358114 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c89a6e4-1ea8-462c-ab9e-a0a701e7c215 None None] Checking router: b6091e97-f5f4-4c34-b41b-7bacf60251ee for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:53:27.367507 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c89a6e4-1ea8-462c-ab9e-a0a701e7c215 None None] Routers {'b6091e97-f5f4-4c34-b41b-7bacf60251ee'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:53:27.368180 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-4c89a6e4-1ea8-462c-ab9e-a0a701e7c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:53:15Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:53:27.480189 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-4c89a6e4-1ea8-462c-ab9e-a0a701e7c215 None None] Set router b6091e97-f5f4-4c34-b41b-7bacf60251ee gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:53:27.602343 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a047a112-1e57-4fd1-9668-2d9579bd2c82 req-a85125ce-fe8f-44c8-ad19-4d3175be6248 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85553883-9353-4a30-a364-d0cf81e3e7de HTTP/1.1" status: 200 len: 998 time: 0.3113329 Jul 02 09:53:27.650990 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047a112-1e57-4fd1-9668-2d9579bd2c82 req-620e3c8e-5bd7-45c7-b5ff-56b5a24c91f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:27.652466 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a047a112-1e57-4fd1-9668-2d9579bd2c82 req-620e3c8e-5bd7-45c7-b5ff-56b5a24c91f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=97b99747-32ba-40fc-8924-026e409c9089 HTTP/1.1" status: 200 len: 850 time: 0.0428979 Jul 02 09:53:27.707612 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047a112-1e57-4fd1-9668-2d9579bd2c82 req-91ad9f25-45da-4e12-8f13-2c3da5846d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:27.709770 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a047a112-1e57-4fd1-9668-2d9579bd2c82 req-91ad9f25-45da-4e12-8f13-2c3da5846d04 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cc84980-863d-4837-b81b-521136cf243c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502386 Jul 02 09:53:27.710220 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-4c89a6e4-1ea8-462c-ab9e-a0a701e7c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '41deb831-c957-47bd-916a-029c4543fa10', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'port_id': 'e497563e-98bb-457c-8b24-d46eefc5f9b4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'mac_address': 'fa:16:3e:65:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:51:19Z', 'updated_at': '2021-07-02T09:51:21Z', 'revision_number': 1, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'fixed_ip_address_scope': None}, {'id': '51b672b5-42f2-458d-afb1-e46897ad2291', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'port_id': '85553883-9353-4a30-a364-d0cf81e3e7de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'mac_address': 'fa:16:3e:26:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99882667-5b87-4c19-a75b-a119aa9e151a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:53:26Z', 'updated_at': '2021-07-02T09:53:26Z', 'revision_number': 0, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:11Z', 'revision_number': 5, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:53:27.735450 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c89a6e4-1ea8-462c-ab9e-a0a701e7c215 None None] The sync data for ids ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'] in dv-cinder-772181-12-iscsi is: [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '41deb831-c957-47bd-916a-029c4543fa10', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'port_id': 'e497563e-98bb-457c-8b24-d46eefc5f9b4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'mac_address': 'fa:16:3e:65:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:51:19Z', 'updated_at': '2021-07-02T09:51:21Z', 'revision_number': 1, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'fixed_ip_address_scope': None}, {'id': '51b672b5-42f2-458d-afb1-e46897ad2291', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'port_id': '85553883-9353-4a30-a364-d0cf81e3e7de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'mac_address': 'fa:16:3e:26:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99882667-5b87-4c19-a75b-a119aa9e151a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:53:26Z', 'updated_at': '2021-07-02T09:53:26Z', 'revision_number': 0, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:11Z', 'revision_number': 5, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:53:27.802405 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a047a112-1e57-4fd1-9668-2d9579bd2c82 req-256ffa02-54e6-423d-9a04-b8b5ed088e17 service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859082 Jul 02 09:53:27.891903 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-a047a112-1e57-4fd1-9668-2d9579bd2c82 req-dd5f02a5-7913-45b2-8c3c-a9d8f761a09c service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824475 Jul 02 09:53:27.953458 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5052e-1f2e-48cf-9a08-415357ab1c36 None None] New status for floating IP 51b672b5-42f2-458d-afb1-e46897ad2291: ACTIVE {{(pid=99504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 09:53:30.583507 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:53:39.839206 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:42.281886 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-bfe5d1d3-619c-4efd-84e4-6d0b11084080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:45.119437 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-70157c13-e2bd-4b28-a5b9-d25484169f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:45.547853 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:45.906813 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:47.655128 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:58.899640 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49804) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:53:59.057646 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-783d4616-4ff2-45b2-bc13-94f1be9fecea tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Deleting port c3ab7c47-d60a-447c-8699-608c393af0c0 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:53:59.057871 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-783d4616-4ff2-45b2-bc13-94f1be9fecea tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:59.135119 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-783d4616-4ff2-45b2-bc13-94f1be9fecea tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:59.135435 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-783d4616-4ff2-45b2-bc13-94f1be9fecea tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:59.146454 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-783d4616-4ff2-45b2-bc13-94f1be9fecea tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Calling delete_port for c3ab7c47-d60a-447c-8699-608c393af0c0 owned by network:floatingip {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:53:59.288415 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-783d4616-4ff2-45b2-bc13-94f1be9fecea tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:59.315293 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d4616-4ff2-45b2-bc13-94f1be9fecea tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Pushing event deleted for resources: {'Port': ['ID=c3ab7c47-d60a-447c-8699-608c393af0c0,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:53:59.377008 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-783d4616-4ff2-45b2-bc13-94f1be9fecea tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for floatingip, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:59.377339 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.l3_db [None req-783d4616-4ff2-45b2-bc13-94f1be9fecea tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Floating IP a76fde57-ca0e-4329-821c-ba07b500a89d disassociated (deleted). External IP: 172.27.1.13, port: 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8. Jul 02 09:53:59.580325 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783d4616-4ff2-45b2-bc13-94f1be9fecea tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Router 39bbd26a-9593-4049-9eef-aa10c3445077 has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:53:59.685463 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783d4616-4ff2-45b2-bc13-94f1be9fecea tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:53:59.689988 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-783d4616-4ff2-45b2-bc13-94f1be9fecea tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:53:59.696630 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5468072-6bab-482b-9fc8-4f5b8edc6566 None None] Sync routers for ids ['39bbd26a-9593-4049-9eef-aa10c3445077'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:53:59.705845 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5468072-6bab-482b-9fc8-4f5b8edc6566 None None] Routers {'39bbd26a-9593-4049-9eef-aa10c3445077'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:53:59.706459 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-f5468072-6bab-482b-9fc8-4f5b8edc6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:53:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['39bbd26a-9593-4049-9eef-aa10c3445077'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:53:59.730936 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-783d4616-4ff2-45b2-bc13-94f1be9fecea tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "DELETE /v2.0/floatingips/a76fde57-ca0e-4329-821c-ba07b500a89d HTTP/1.1" status: 204 len: 168 time: 0.8278563 Jul 02 09:53:59.730936 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4135628-da30-4b90-bc54-92bc75595096', 'tag': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:53:59.731478 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f321a5-d77c-47ad-853d-a960c766df30" -d '{"events": [{"name": "network-changed", "server_uuid": "a4135628-da30-4b90-bc54-92bc75595096", "tag": "6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:53:59.774882 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539ada69-94d8-42b3-8216-9fe74036af4f x-openstack-request-id: req-539ada69-94d8-42b3-8216-9fe74036af4f {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:53:59.775176 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4135628-da30-4b90-bc54-92bc75595096", "tag": "6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:53:59.775428 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-539ada69-94d8-42b3-8216-9fe74036af4f {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:53:59.775829 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4135628-da30-4b90-bc54-92bc75595096', 'tag': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8', 'status': 'completed', 'code': 200} Jul 02 09:53:59.826763 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-f5468072-6bab-482b-9fc8-4f5b8edc6566 None None] Set router 39bbd26a-9593-4049-9eef-aa10c3445077 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:53:59.854189 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f321a5-d77c-47ad-853d-a960c766df30 req-5d9088b8-8182-4009-b1bf-65c99cd6551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:59.855754 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50f321a5-d77c-47ad-853d-a960c766df30 req-5d9088b8-8182-4009-b1bf-65c99cd6551b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18bb629a318442e580176f310bc4b63c&device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 1098 time: 0.0584562 Jul 02 09:53:59.955111 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f321a5-d77c-47ad-853d-a960c766df30 req-b3315af5-6b9a-4f8c-9648-b175211d19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:53:59.957657 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50f321a5-d77c-47ad-853d-a960c766df30 req-b3315af5-6b9a-4f8c-9648-b175211d19d7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ec57648-3f16-4bf8-9281-f21167f3c8ea HTTP/1.1" status: 200 len: 910 time: 0.0953197 Jul 02 09:54:00.004775 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50f321a5-d77c-47ad-853d-a960c766df30 req-658a0e7e-c098-4424-87bb-f88f021f4012 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 HTTP/1.1" status: 200 len: 217 time: 0.0411069 Jul 02 09:54:00.040250 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-f5468072-6bab-482b-9fc8-4f5b8edc6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'name': 'tempest-TestShelveInstance-1608012959-router', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:33Z', 'revision_number': 4, 'project_id': '18bb629a318442e580176f310bc4b63c', 'gw_port': {'id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '98be59c5-c9df-412b-9954-63da0a783ab2', 'name': '', 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'mac_address': 'fa:16:3e:e2:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:32Z', 'updated_at': '2021-07-02T09:49:39Z', 'revision_number': 5, 'project_id': '18bb629a318442e580176f310bc4b63c', 'subnets': [{'id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:00.058490 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f321a5-d77c-47ad-853d-a960c766df30 req-21a0a73e-c90b-4344-88e4-75c4fafd5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:54:00.059917 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50f321a5-d77c-47ad-853d-a960c766df30 req-21a0a73e-c90b-4344-88e4-75c4fafd5c12 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=40ae8501-a0e7-4de8-92cb-e74ce37c3732 HTTP/1.1" status: 200 len: 848 time: 0.0478933 Jul 02 09:54:00.067124 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5468072-6bab-482b-9fc8-4f5b8edc6566 None None] Checking router: 39bbd26a-9593-4049-9eef-aa10c3445077 for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:54:00.076326 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5468072-6bab-482b-9fc8-4f5b8edc6566 None None] Routers {'39bbd26a-9593-4049-9eef-aa10c3445077'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:54:00.076965 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-f5468072-6bab-482b-9fc8-4f5b8edc6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:53:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['39bbd26a-9593-4049-9eef-aa10c3445077'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:00.161909 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc9510-bc4e-492f-922b-600eae4525de req-c45c3a5e-c1d3-4e07-ac66-bacf42bb4477 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:54:00.164236 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7edc9510-bc4e-492f-922b-600eae4525de req-c45c3a5e-c1d3-4e07-ac66-bacf42bb4477 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.1085446 Jul 02 09:54:00.166028 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f321a5-d77c-47ad-853d-a960c766df30 req-3685e1c4-61d0-40de-a372-daa5febd2dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:54:00.167376 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50f321a5-d77c-47ad-853d-a960c766df30 req-3685e1c4-61d0-40de-a372-daa5febd2dc7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ec57648-3f16-4bf8-9281-f21167f3c8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0997119 Jul 02 09:54:00.182137 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-f5468072-6bab-482b-9fc8-4f5b8edc6566 None None] Set router 39bbd26a-9593-4049-9eef-aa10c3445077 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:54:00.252451 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-7edc9510-bc4e-492f-922b-600eae4525de req-d419dddd-de5b-4843-890e-c031ec8d9cd9 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823565 Jul 02 09:54:00.284046 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50f321a5-d77c-47ad-853d-a960c766df30 req-c070493b-8a1e-4fb6-959b-adf0da49743c service neutron] 10.222.0.66 "GET /v2.0/networks/1ec57648-3f16-4bf8-9281-f21167f3c8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072032 Jul 02 09:54:00.380626 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-50f321a5-d77c-47ad-853d-a960c766df30 req-3426bb88-940b-4fca-bc50-3ec27fbdf83e service neutron] 10.222.0.66 "GET /v2.0/networks/1ec57648-3f16-4bf8-9281-f21167f3c8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894892 Jul 02 09:54:00.501021 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-f5468072-6bab-482b-9fc8-4f5b8edc6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'name': 'tempest-TestShelveInstance-1608012959-router', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:33Z', 'revision_number': 4, 'project_id': '18bb629a318442e580176f310bc4b63c', 'gw_port': {'id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '98be59c5-c9df-412b-9954-63da0a783ab2', 'name': '', 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'mac_address': 'fa:16:3e:e2:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:32Z', 'updated_at': '2021-07-02T09:49:39Z', 'revision_number': 5, 'project_id': '18bb629a318442e580176f310bc4b63c', 'subnets': [{'id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:00.530901 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5468072-6bab-482b-9fc8-4f5b8edc6566 None None] The sync data for ids ['39bbd26a-9593-4049-9eef-aa10c3445077'] in dv-cinder-772181-12-iscsi is: [{'id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'name': 'tempest-TestShelveInstance-1608012959-router', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:33Z', 'revision_number': 4, 'project_id': '18bb629a318442e580176f310bc4b63c', 'gw_port': {'id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '98be59c5-c9df-412b-9954-63da0a783ab2', 'name': '', 'network_id': '1ec57648-3f16-4bf8-9281-f21167f3c8ea', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'mac_address': 'fa:16:3e:e2:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:32Z', 'updated_at': '2021-07-02T09:49:39Z', 'revision_number': 5, 'project_id': '18bb629a318442e580176f310bc4b63c', 'subnets': [{'id': '40ae8501-a0e7-4de8-92cb-e74ce37c3732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:54:00.727742 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbd0c3e-309b-4b9a-8eed-d6b839938c96 None None] New status for floating IP a76fde57-ca0e-4329-821c-ba07b500a89d: DOWN {{(pid=99504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 09:54:01.424719 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2be75-38ed-47cf-b410-90f5f4098641 req-b047533d-8cfa-47b2-a24a-405bf6a23e57 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:54:01.426187 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4fe2be75-38ed-47cf-b410-90f5f4098641 req-b047533d-8cfa-47b2-a24a-405bf6a23e57 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0623434 Jul 02 09:54:01.463925 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4fe2be75-38ed-47cf-b410-90f5f4098641 req-6be9f851-54f2-4c7c-b81d-722afbd553e3 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/security-groups?id=3be72c7c-dd18-4ad5-8745-1602b5b16f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315328 Jul 02 09:54:01.653270 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89639b9-5430-4213-8fb7-d60b31b120ec req-9c25eba5-b876-4bab-98db-57b751d400b7 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:54:01.654706 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b89639b9-5430-4213-8fb7-d60b31b120ec req-9c25eba5-b876-4bab-98db-57b751d400b7 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 945 time: 0.0646913 Jul 02 09:54:01.753249 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [req-b89639b9-5430-4213-8fb7-d60b31b120ec req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Deleting port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:54:01.753591 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-b89639b9-5430-4213-8fb7-d60b31b120ec req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:01.844522 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-b89639b9-5430-4213-8fb7-d60b31b120ec req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] For port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8,segment=NetworkSegment(5d2dbea4-0508-4405-98fa-2a9581b32980),segment_id=5d2dbea4-0508-4405-98fa-2a9581b32980)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:54:01.844883 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-b89639b9-5430-4213-8fb7-d60b31b120ec req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:01.857072 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [req-b89639b9-5430-4213-8fb7-d60b31b120ec req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Calling delete_port for 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 owned by compute:nova {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:54:01.979644 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-b89639b9-5430-4213-8fb7-d60b31b120ec req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:02.009877 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Pushing event deleted for resources: {'Port': ['ID=6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:54:02.023726 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:02.024077 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:02.024418 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:02.024788 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:02.025119 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:02.025451 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:02.025776 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:02.026103 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:02.026429 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:02.026757 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:02.027080 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:02.027401 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:02.066995 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89639b9-5430-4213-8fb7-d60b31b120ec req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] No DVR routers for this DVR port 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 on host hv-cinder-77218 {{(pid=99501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:54:02.069493 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-b89639b9-5430-4213-8fb7-d60b31b120ec req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:02.071492 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-b89639b9-5430-4213-8fb7-d60b31b120ec req-2bc76fc1-55b6-46e4-94ef-ac43d186c5b2 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.66 "DELETE /v2.0/ports/6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 HTTP/1.1" status: 204 len: 173 time: 0.4111660 Jul 02 09:54:02.071924 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4135628-da30-4b90-bc54-92bc75595096', 'name': 'network-vif-deleted', 'tag': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:54:02.074165 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8388cf7-e79f-4cc6-ae55-a1248a1ba6a4" -d '{"events": [{"server_uuid": "a4135628-da30-4b90-bc54-92bc75595096", "name": "network-vif-deleted", "tag": "6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:54:02.110333 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8e369f-5263-4986-a038-7d8f9caed053 x-openstack-request-id: req-5c8e369f-5263-4986-a038-7d8f9caed053 {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:54:02.110623 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4135628-da30-4b90-bc54-92bc75595096", "name": "network-vif-deleted", "tag": "6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:54:02.110874 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5c8e369f-5263-4986-a038-7d8f9caed053 {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:54:02.111320 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4135628-da30-4b90-bc54-92bc75595096', 'name': 'network-vif-deleted', 'tag': '6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8', 'status': 'completed', 'code': 200} Jul 02 09:54:02.619708 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-43ebe70f-8da7-4722-8dde-c449b46784c9 req-cff96996-07f0-494a-b691-7d45c60dd7c3 tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4135628-da30-4b90-bc54-92bc75595096 HTTP/1.1" status: 200 len: 210 time: 0.0300267 Jul 02 09:54:03.713618 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49820) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:54:03.771549 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-352320f7-c3b8-4a99-ab1a-79a5672804eb tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:03.797170 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-352320f7-c3b8-4a99-ab1a-79a5672804eb tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:03.857988 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-352320f7-c3b8-4a99-ab1a-79a5672804eb tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:03.860749 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-352320f7-c3b8-4a99-ab1a-79a5672804eb tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:03.861878 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-352320f7-c3b8-4a99-ab1a-79a5672804eb tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] 10.222.0.47 "DELETE /v2.0/security-groups/3be72c7c-dd18-4ad5-8745-1602b5b16f74 HTTP/1.1" status: 204 len: 168 time: 0.1472528 Jul 02 09:54:03.870623 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352320f7-c3b8-4a99-ab1a-79a5672804eb tempest-TestShelveInstance-683463739 tempest-TestShelveInstance-683463739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be72c7c-dd18-4ad5-8745-1602b5b16f74,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:54:03.906266 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49824) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:54:04.237611 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f3910d2d-73fe-44f9-aca3-b06dfba69e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-635693'] for router_interface, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:04.483658 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-f3910d2d-73fe-44f9-aca3-b06dfba69e37 admin admin] Deleting port 98be59c5-c9df-412b-9954-63da0a783ab2 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:54:04.483988 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f3910d2d-73fe-44f9-aca3-b06dfba69e37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:04.562059 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-f3910d2d-73fe-44f9-aca3-b06dfba69e37 admin admin] For port 98be59c5-c9df-412b-9954-63da0a783ab2, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=98be59c5-c9df-412b-9954-63da0a783ab2,segment=NetworkSegment(5d2dbea4-0508-4405-98fa-2a9581b32980),segment_id=5d2dbea4-0508-4405-98fa-2a9581b32980)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:54:04.562329 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f3910d2d-73fe-44f9-aca3-b06dfba69e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:04.837994 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-f3910d2d-73fe-44f9-aca3-b06dfba69e37 admin admin] Calling delete_port for 98be59c5-c9df-412b-9954-63da0a783ab2 owned by network:router_interface {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:54:05.017040 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f3910d2d-73fe-44f9-aca3-b06dfba69e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:05.044113 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3910d2d-73fe-44f9-aca3-b06dfba69e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=98be59c5-c9df-412b-9954-63da0a783ab2,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:54:05.207495 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f3910d2d-73fe-44f9-aca3-b06dfba69e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-635879'] for router_interface, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:05.413142 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3910d2d-73fe-44f9-aca3-b06dfba69e37 admin admin] Router 39bbd26a-9593-4049-9eef-aa10c3445077 has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:54:05.516371 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3910d2d-73fe-44f9-aca3-b06dfba69e37 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:54:05.521298 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-f3910d2d-73fe-44f9-aca3-b06dfba69e37 admin admin] 10.222.0.47 "PUT /v2.0/routers/39bbd26a-9593-4049-9eef-aa10c3445077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6140213 Jul 02 09:54:05.524403 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49826) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:54:05.526674 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27581e64-04fb-4a9b-bced-fbf0d0660e16 None None] Sync routers for ids ['39bbd26a-9593-4049-9eef-aa10c3445077'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:54:05.535619 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27581e64-04fb-4a9b-bced-fbf0d0660e16 None None] Routers {'39bbd26a-9593-4049-9eef-aa10c3445077'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:54:05.536234 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-27581e64-04fb-4a9b-bced-fbf0d0660e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:53:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['39bbd26a-9593-4049-9eef-aa10c3445077'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:05.625440 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b327bcda-01fc-4218-8087-0f4deb0d0572 admin admin] Notify callbacks [] for router, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:05.639089 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-27581e64-04fb-4a9b-bced-fbf0d0660e16 None None] Set router 39bbd26a-9593-4049-9eef-aa10c3445077 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:54:05.733516 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b327bcda-01fc-4218-8087-0f4deb0d0572 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:05.786731 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-b327bcda-01fc-4218-8087-0f4deb0d0572 admin admin] Deleting port 2e86f6d0-1db4-440f-b4cd-8d1c52319b94 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:54:05.787070 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b327bcda-01fc-4218-8087-0f4deb0d0572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:05.815059 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-27581e64-04fb-4a9b-bced-fbf0d0660e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'name': 'tempest-TestShelveInstance-1608012959-router', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:54:04Z', 'revision_number': 5, 'project_id': '18bb629a318442e580176f310bc4b63c', 'gw_port': {'id': '2e86f6d0-1db4-440f-b4cd-8d1c52319b94', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:05.845625 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27581e64-04fb-4a9b-bced-fbf0d0660e16 None None] Checking router: 39bbd26a-9593-4049-9eef-aa10c3445077 for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:54:05.854328 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27581e64-04fb-4a9b-bced-fbf0d0660e16 None None] Routers {'39bbd26a-9593-4049-9eef-aa10c3445077'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:54:05.854935 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-27581e64-04fb-4a9b-bced-fbf0d0660e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:53:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['39bbd26a-9593-4049-9eef-aa10c3445077'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:05.870425 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-b327bcda-01fc-4218-8087-0f4deb0d0572 admin admin] For port 2e86f6d0-1db4-440f-b4cd-8d1c52319b94, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=2e86f6d0-1db4-440f-b4cd-8d1c52319b94,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:54:05.870977 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b327bcda-01fc-4218-8087-0f4deb0d0572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:05.882052 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-b327bcda-01fc-4218-8087-0f4deb0d0572 admin admin] Calling delete_port for 2e86f6d0-1db4-440f-b4cd-8d1c52319b94 owned by network:router_gateway {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:54:05.938592 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-27581e64-04fb-4a9b-bced-fbf0d0660e16 None None] Set router 39bbd26a-9593-4049-9eef-aa10c3445077 gateway port host: None {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:54:05.989672 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-27581e64-04fb-4a9b-bced-fbf0d0660e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'name': 'tempest-TestShelveInstance-1608012959-router', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:54:05Z', 'revision_number': 6, 'project_id': '18bb629a318442e580176f310bc4b63c', 'gw_port_host': None}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:06.027124 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27581e64-04fb-4a9b-bced-fbf0d0660e16 None None] The sync data for ids ['39bbd26a-9593-4049-9eef-aa10c3445077'] in dv-cinder-772181-12-iscsi is: [{'id': '39bbd26a-9593-4049-9eef-aa10c3445077', 'name': 'tempest-TestShelveInstance-1608012959-router', 'tenant_id': '18bb629a318442e580176f310bc4b63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:30Z', 'updated_at': '2021-07-02T09:54:05Z', 'revision_number': 6, 'project_id': '18bb629a318442e580176f310bc4b63c', 'gw_port_host': None}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:54:06.049458 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b327bcda-01fc-4218-8087-0f4deb0d0572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:06.077812 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327bcda-01fc-4218-8087-0f4deb0d0572 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e86f6d0-1db4-440f-b4cd-8d1c52319b94,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:54:06.136193 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b327bcda-01fc-4218-8087-0f4deb0d0572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634350'] for router_gateway, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:06.224480 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b327bcda-01fc-4218-8087-0f4deb0d0572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14669'] for router, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:06.228230 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b327bcda-01fc-4218-8087-0f4deb0d0572 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:06.274767 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b327bcda-01fc-4218-8087-0f4deb0d0572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-638642'] for router, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:06.275385 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b327bcda-01fc-4218-8087-0f4deb0d0572 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39bbd26a-9593-4049-9eef-aa10c3445077 {{(pid=99502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 09:54:06.280345 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-b327bcda-01fc-4218-8087-0f4deb0d0572 admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:06.281653 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-b327bcda-01fc-4218-8087-0f4deb0d0572 admin admin] 10.222.0.47 "DELETE /v2.0/routers/39bbd26a-9593-4049-9eef-aa10c3445077 HTTP/1.1" status: 204 len: 168 time: 0.7563078 Jul 02 09:54:06.284162 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49830) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:54:06.328731 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f131c61c-2998-4b37-919e-b60187825e05 admin admin] Deleting subnet 40ae8501-a0e7-4de8-92cb-e74ce37c3732 {{(pid=99502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 09:54:06.331593 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f131c61c-2998-4b37-919e-b60187825e05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:06.365397 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f131c61c-2998-4b37-919e-b60187825e05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3990916'] for subnet, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:06.449807 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f131c61c-2998-4b37-919e-b60187825e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16457552'] for subnet, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:06.500905 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f131c61c-2998-4b37-919e-b60187825e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16457545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3997221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3689631'] for subnet, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:06.524124 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131c61c-2998-4b37-919e-b60187825e05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40ae8501-a0e7-4de8-92cb-e74ce37c3732,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:54:06.530413 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-f131c61c-2998-4b37-919e-b60187825e05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:06.532269 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-f131c61c-2998-4b37-919e-b60187825e05 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/40ae8501-a0e7-4de8-92cb-e74ce37c3732 HTTP/1.1" status: 204 len: 168 time: 0.2470164 Jul 02 09:54:06.534869 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49832) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:54:06.535383 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f639f55-9462-49f6-8c49-230a8e2d1425 None None] Network 1ec57648-3f16-4bf8-9281-f21167f3c8ea requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:54:06.610741 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436473'] for network, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:06.664388 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] Deleting port 546d708c-4dde-47fd-9e1e-816e9d68b2e0 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:54:06.664834 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:06.726725 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] For port 546d708c-4dde-47fd-9e1e-816e9d68b2e0, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=546d708c-4dde-47fd-9e1e-816e9d68b2e0,segment=NetworkSegment(5d2dbea4-0508-4405-98fa-2a9581b32980),segment_id=5d2dbea4-0508-4405-98fa-2a9581b32980)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:54:06.727002 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:06.742949 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] Calling delete_port for 546d708c-4dde-47fd-9e1e-816e9d68b2e0 owned by network:dhcp {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:54:06.766926 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] DHCP port deletion for 1ec57648-3f16-4bf8-9281-f21167f3c8ea request from dv-cinder-772181-12-iscsi {{(pid=99503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 02 09:54:06.820641 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] Deleting port 546d708c-4dde-47fd-9e1e-816e9d68b2e0 {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:54:06.821339 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:06.832703 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:06.864853 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] Pushing event deleted for resources: {'Port': ['ID=546d708c-4dde-47fd-9e1e-816e9d68b2e0,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:54:06.870717 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] No DVR routers for this DVR port 546d708c-4dde-47fd-9e1e-816e9d68b2e0 on host dv-cinder-772181-12-iscsi {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:54:06.891520 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] For port 546d708c-4dde-47fd-9e1e-816e9d68b2e0, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=546d708c-4dde-47fd-9e1e-816e9d68b2e0,segment=NetworkSegment(5d2dbea4-0508-4405-98fa-2a9581b32980),segment_id=5d2dbea4-0508-4405-98fa-2a9581b32980)] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:54:06.891907 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:06.906601 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] Calling delete_port for 546d708c-4dde-47fd-9e1e-816e9d68b2e0 owned by network:dhcp {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:54:06.909712 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 2e86f6d0-1db4-440f-b4cd-8d1c52319b94 no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:54:06.938634 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 2e86f6d0-1db4-440f-b4cd-8d1c52319b94 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:54:06.939068 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 2e86f6d0-1db4-440f-b4cd-8d1c52319b94 not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:54:06.939386 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 98be59c5-c9df-412b-9954-63da0a783ab2 no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:54:06.957452 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16458973', 'neutron.services.segments.db._delete_segments_for_network-8744578473274'] for network, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:06.962344 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 98be59c5-c9df-412b-9954-63da0a783ab2 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:54:06.962344 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 98be59c5-c9df-412b-9954-63da0a783ab2 not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:54:06.962753 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 546d708c-4dde-47fd-9e1e-816e9d68b2e0 no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:54:06.968903 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec57648-3f16-4bf8-9281-f21167f3c8ea']}} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:06.980374 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2dbea4-0508-4405-98fa-2a9581b32980') {'for_net_delete': True} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:06.980695 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2dbea4-0508-4405-98fa-2a9581b32980') {} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:06.993713 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744578437946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3990939'] for segment, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:07.008894 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:07.009390 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 546d708c-4dde-47fd-9e1e-816e9d68b2e0 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:54:07.009390 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 546d708c-4dde-47fd-9e1e-816e9d68b2e0 not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:54:07.024609 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=99502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 09:54:07.025326 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3997368'] for segment, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: Traceback (most recent call last): Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: timer() Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: cb(*args, **kw) Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: return func(*args, **kwargs) Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: self._notify() Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: self.callback(batched_events) Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: event.method(event) Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: return f(self, *a, **k) Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: return self._get(url).json() Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: return self.request(url, 'GET', **kwargs) Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 09:54:07.027658 dv-cinder-772181-12-iscsi neutron-server[99502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 09:54:07.031849 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:54:07.055448 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:54:07.055793 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 6ca3fb46-d2d4-4b42-bf8f-89941c1e34b8 not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:54:07.071901 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:07.089775 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16458966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634290'] for network, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:07.094756 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:07.099422 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1ec57648-3f16-4bf8-9281-f21167f3c8ea HTTP/1.1" status: 204 len: 168 time: 0.5608754 Jul 02 09:54:07.099768 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49834) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:54:07.101873 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] No DVR routers for this DVR port 546d708c-4dde-47fd-9e1e-816e9d68b2e0 on host dv-cinder-772181-12-iscsi {{(pid=99503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:54:07.105248 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] Pushing event deleted for resources: {'Port': ['ID=546d708c-4dde-47fd-9e1e-816e9d68b2e0,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:54:07.118189 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:07.118579 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:07.118927 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:07.119262 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:07.119773 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:07.119912 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64702986-f962-4b20-b9d5-accf3293df31 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec57648-3f16-4bf8-9281-f21167f3c8ea,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:54:07.120416 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:07.121246 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:07.121246 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:07.121415 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:07.121740 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:07.122070 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:07.122409 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e414e77-5424-45f5-9699-864a3f59233f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:07.456067 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-17f46e03-1d38-4846-bb10-c98c32ac218b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-635693'] for router_interface, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:07.585211 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:54:07.706729 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-17f46e03-1d38-4846-bb10-c98c32ac218b admin admin] Deleting port 611a4abf-52d8-4e28-8946-f25971de3e99 {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:54:07.706964 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-17f46e03-1d38-4846-bb10-c98c32ac218b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:07.782677 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [None req-17f46e03-1d38-4846-bb10-c98c32ac218b admin admin] For port 611a4abf-52d8-4e28-8946-f25971de3e99, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=611a4abf-52d8-4e28-8946-f25971de3e99,segment=NetworkSegment(361e5962-7847-40ae-be37-59b1f459967b),segment_id=361e5962-7847-40ae-be37-59b1f459967b)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:54:07.783034 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-17f46e03-1d38-4846-bb10-c98c32ac218b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:07.795609 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-17f46e03-1d38-4846-bb10-c98c32ac218b admin admin] Calling delete_port for 611a4abf-52d8-4e28-8946-f25971de3e99 owned by network:router_interface {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:54:07.970169 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-17f46e03-1d38-4846-bb10-c98c32ac218b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:07.999803 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f46e03-1d38-4846-bb10-c98c32ac218b admin admin] Pushing event deleted for resources: {'Port': ['ID=611a4abf-52d8-4e28-8946-f25971de3e99,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:54:08.161387 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-17f46e03-1d38-4846-bb10-c98c32ac218b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-635879'] for router_interface, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:08.370556 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f46e03-1d38-4846-bb10-c98c32ac218b admin admin] Router cc169321-e3c6-43f1-a0fb-1a0e577564b8 has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:54:08.471512 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f46e03-1d38-4846-bb10-c98c32ac218b admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:54:08.476761 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-17f46e03-1d38-4846-bb10-c98c32ac218b admin admin] 10.222.0.47 "PUT /v2.0/routers/cc169321-e3c6-43f1-a0fb-1a0e577564b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3746378 Jul 02 09:54:08.479236 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49836) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:54:08.479771 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb6fc26-ad1b-4e46-b2f7-506833e8607d None None] Sync routers for ids ['cc169321-e3c6-43f1-a0fb-1a0e577564b8'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:54:08.488752 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb6fc26-ad1b-4e46-b2f7-506833e8607d None None] Routers {'cc169321-e3c6-43f1-a0fb-1a0e577564b8'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:54:08.489354 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-eeb6fc26-ad1b-4e46-b2f7-506833e8607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:53:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['cc169321-e3c6-43f1-a0fb-1a0e577564b8'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:08.580219 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ee0351ff-a2fc-43fa-9a29-de195cd85f55 admin admin] Notify callbacks [] for router, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:08.591972 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-eeb6fc26-ad1b-4e46-b2f7-506833e8607d None None] Set router cc169321-e3c6-43f1-a0fb-1a0e577564b8 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:54:08.778059 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-eeb6fc26-ad1b-4e46-b2f7-506833e8607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'name': 'tempest-TestShelveInstance-1976829134-router', 'tenant_id': 'f09cb7a3360f4211958bc71e02b16411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea2d910-abfd-4ab8-8821-fbb553f78b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:34Z', 'updated_at': '2021-07-02T09:54:07Z', 'revision_number': 5, 'project_id': 'f09cb7a3360f4211958bc71e02b16411', 'gw_port': {'id': '4ea2d910-abfd-4ab8-8821-fbb553f78b84', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:35Z', 'updated_at': '2021-07-02T09:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:08.807851 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb6fc26-ad1b-4e46-b2f7-506833e8607d None None] Checking router: cc169321-e3c6-43f1-a0fb-1a0e577564b8 for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:54:08.817911 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb6fc26-ad1b-4e46-b2f7-506833e8607d None None] Routers {'cc169321-e3c6-43f1-a0fb-1a0e577564b8'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:54:08.818602 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-eeb6fc26-ad1b-4e46-b2f7-506833e8607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:53:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['cc169321-e3c6-43f1-a0fb-1a0e577564b8'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:08.932713 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ee0351ff-a2fc-43fa-9a29-de195cd85f55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:08.985284 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-ee0351ff-a2fc-43fa-9a29-de195cd85f55 admin admin] Deleting port 4ea2d910-abfd-4ab8-8821-fbb553f78b84 {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:54:08.985626 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ee0351ff-a2fc-43fa-9a29-de195cd85f55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:09.017422 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-eeb6fc26-ad1b-4e46-b2f7-506833e8607d None None] Set router cc169321-e3c6-43f1-a0fb-1a0e577564b8 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:54:09.061571 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [None req-ee0351ff-a2fc-43fa-9a29-de195cd85f55 admin admin] For port 4ea2d910-abfd-4ab8-8821-fbb553f78b84, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=4ea2d910-abfd-4ab8-8821-fbb553f78b84,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:54:09.061926 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ee0351ff-a2fc-43fa-9a29-de195cd85f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:09.078332 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-ee0351ff-a2fc-43fa-9a29-de195cd85f55 admin admin] Calling delete_port for 4ea2d910-abfd-4ab8-8821-fbb553f78b84 owned by network:router_gateway {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:54:09.189223 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-eeb6fc26-ad1b-4e46-b2f7-506833e8607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'name': 'tempest-TestShelveInstance-1976829134-router', 'tenant_id': 'f09cb7a3360f4211958bc71e02b16411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea2d910-abfd-4ab8-8821-fbb553f78b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:34Z', 'updated_at': '2021-07-02T09:54:07Z', 'revision_number': 5, 'project_id': 'f09cb7a3360f4211958bc71e02b16411', 'gw_port': {'id': '4ea2d910-abfd-4ab8-8821-fbb553f78b84', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:35Z', 'updated_at': '2021-07-02T09:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:09.216791 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb6fc26-ad1b-4e46-b2f7-506833e8607d None None] The sync data for ids ['cc169321-e3c6-43f1-a0fb-1a0e577564b8'] in dv-cinder-772181-12-iscsi is: [{'id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'name': 'tempest-TestShelveInstance-1976829134-router', 'tenant_id': 'f09cb7a3360f4211958bc71e02b16411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4ea2d910-abfd-4ab8-8821-fbb553f78b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:49:34Z', 'updated_at': '2021-07-02T09:54:07Z', 'revision_number': 5, 'project_id': 'f09cb7a3360f4211958bc71e02b16411', 'gw_port': {'id': '4ea2d910-abfd-4ab8-8821-fbb553f78b84', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc169321-e3c6-43f1-a0fb-1a0e577564b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:49:35Z', 'updated_at': '2021-07-02T09:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:54:09.235312 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ee0351ff-a2fc-43fa-9a29-de195cd85f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:09.266155 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0351ff-a2fc-43fa-9a29-de195cd85f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea2d910-abfd-4ab8-8821-fbb553f78b84,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:54:09.323501 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ee0351ff-a2fc-43fa-9a29-de195cd85f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634350'] for router_gateway, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:09.408933 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ee0351ff-a2fc-43fa-9a29-de195cd85f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14669'] for router, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:09.411048 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ee0351ff-a2fc-43fa-9a29-de195cd85f55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:09.456610 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ee0351ff-a2fc-43fa-9a29-de195cd85f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-638642'] for router, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:09.457126 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0351ff-a2fc-43fa-9a29-de195cd85f55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc169321-e3c6-43f1-a0fb-1a0e577564b8 {{(pid=99501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 09:54:09.461354 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-ee0351ff-a2fc-43fa-9a29-de195cd85f55 admin admin] Notify callbacks [] for router, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:09.462678 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-ee0351ff-a2fc-43fa-9a29-de195cd85f55 admin admin] 10.222.0.47 "DELETE /v2.0/routers/cc169321-e3c6-43f1-a0fb-1a0e577564b8 HTTP/1.1" status: 204 len: 168 time: 0.9825258 Jul 02 09:54:09.465109 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49838) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:54:09.508184 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0de336f-ea27-4ca5-a97e-3509d23c9acb admin admin] Deleting subnet e71379b7-2187-4557-9a91-e55597a1de7e {{(pid=99501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 09:54:09.511019 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c0de336f-ea27-4ca5-a97e-3509d23c9acb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:09.544036 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c0de336f-ea27-4ca5-a97e-3509d23c9acb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233040'] for subnet, precommit_delete_associations {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:09.627416 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c0de336f-ea27-4ca5-a97e-3509d23c9acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16457552'] for subnet, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:09.683546 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c0de336f-ea27-4ca5-a97e-3509d23c9acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16457545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25252562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632333'] for subnet, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:09.707804 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de336f-ea27-4ca5-a97e-3509d23c9acb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e71379b7-2187-4557-9a91-e55597a1de7e,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:54:09.714877 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c0de336f-ea27-4ca5-a97e-3509d23c9acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:09.716781 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-c0de336f-ea27-4ca5-a97e-3509d23c9acb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e71379b7-2187-4557-9a91-e55597a1de7e HTTP/1.1" status: 204 len: 168 time: 0.2507062 Jul 02 09:54:09.719420 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49840) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:54:09.722569 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba8ba05-6519-4a8d-83cd-bae9cc8dea5c None None] Network bcc3294e-94aa-4c58-90ec-20c2adcdeede requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:54:09.792393 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436473'] for network, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:09.857168 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] Deleting port 49aa86b8-e16d-45bd-9604-ffe5f26a5efa {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:54:09.857507 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:09.864852 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:09.922683 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] For port 49aa86b8-e16d-45bd-9604-ffe5f26a5efa, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=49aa86b8-e16d-45bd-9604-ffe5f26a5efa,segment=NetworkSegment(361e5962-7847-40ae-be37-59b1f459967b),segment_id=361e5962-7847-40ae-be37-59b1f459967b)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:54:09.923118 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:09.935252 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] Calling delete_port for 49aa86b8-e16d-45bd-9604-ffe5f26a5efa owned by network:dhcp {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:54:10.015669 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:10.042272 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] Pushing event deleted for resources: {'Port': ['ID=49aa86b8-e16d-45bd-9604-ffe5f26a5efa,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:54:10.044040 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] No DVR routers for this DVR port 49aa86b8-e16d-45bd-9604-ffe5f26a5efa on host dv-cinder-772181-12-iscsi {{(pid=99501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:54:10.113837 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16458973', 'neutron.services.segments.db._delete_segments_for_network-8744578473274'] for network, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:10.123227 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc3294e-94aa-4c58-90ec-20c2adcdeede']}} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:10.133451 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361e5962-7847-40ae-be37-59b1f459967b') {'for_net_delete': True} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:10.133688 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361e5962-7847-40ae-be37-59b1f459967b') {} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:10.142059 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744578437946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233039'] for segment, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:10.155695 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:10.161295 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=99501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 09:54:10.161670 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25252431'] for segment, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: conditions |= (models_v2.Port.network_id.in_( Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: Traceback (most recent call last): Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: timer() Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: cb(*args, **kw) Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: return func(*args, **kwargs) Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: self._notify() Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: self.callback(batched_events) Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: event.method(event) Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: return f(self, *a, **k) Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: return self._get(url).json() Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: return self.request(url, 'GET', **kwargs) Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 09:54:10.163262 dv-cinder-772181-12-iscsi neutron-server[99501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 09:54:10.218200 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16458966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634290'] for network, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:10.221636 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afea47c-731f-4dad-b7ca-3b217c8b5148 None None] DHCP port deletion for bcc3294e-94aa-4c58-90ec-20c2adcdeede request from dv-cinder-772181-12-iscsi {{(pid=99503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 02 09:54:10.223586 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:10.226007 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] 10.222.0.47 "DELETE /v2.0/networks/bcc3294e-94aa-4c58-90ec-20c2adcdeede HTTP/1.1" status: 204 len: 168 time: 0.5056612 Jul 02 09:54:10.239074 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f6be0-e4d1-443c-979a-4d76143993cc admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc3294e-94aa-4c58-90ec-20c2adcdeede,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:54:10.390369 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49844) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:54:10.429826 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-fdc15b94-5274-4804-aef7-d621484c3fab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=18bb629a318442e580176f310bc4b63c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382590 Jul 02 09:54:10.432174 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49846) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:54:10.482563 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d456302a-d3e7-438b-95e8-3cef889830e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:10.503210 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d456302a-d3e7-438b-95e8-3cef889830e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:10.548210 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d456302a-d3e7-438b-95e8-3cef889830e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:10.550755 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-d456302a-d3e7-438b-95e8-3cef889830e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:10.551888 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-d456302a-d3e7-438b-95e8-3cef889830e2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e2c50b35-e716-4f68-98a0-91ed529765de HTTP/1.1" status: 204 len: 168 time: 0.1188002 Jul 02 09:54:10.559791 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456302a-d3e7-438b-95e8-3cef889830e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c50b35-e716-4f68-98a0-91ed529765de,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:54:10.859308 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49852) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:54:10.872329 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 4ea2d910-abfd-4ab8-8821-fbb553f78b84 no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:54:10.892411 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 4ea2d910-abfd-4ab8-8821-fbb553f78b84 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:54:10.892785 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 4ea2d910-abfd-4ab8-8821-fbb553f78b84 not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:54:10.893204 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 49aa86b8-e16d-45bd-9604-ffe5f26a5efa no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:54:10.908129 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-11e45c4b-3d7b-428c-bc65-4ddc52460909 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f09cb7a3360f4211958bc71e02b16411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454097 Jul 02 09:54:10.908402 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49854) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:54:10.911969 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 49aa86b8-e16d-45bd-9604-ffe5f26a5efa {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:54:10.912317 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 49aa86b8-e16d-45bd-9604-ffe5f26a5efa not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:54:10.913192 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 611a4abf-52d8-4e28-8946-f25971de3e99 no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:54:10.937946 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 611a4abf-52d8-4e28-8946-f25971de3e99 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:54:10.938295 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 611a4abf-52d8-4e28-8946-f25971de3e99 not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:54:10.961635 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-be230d87-3ac8-43a1-bc8f-b907b0910570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:10.981625 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-be230d87-3ac8-43a1-bc8f-b907b0910570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:11.026400 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-be230d87-3ac8-43a1-bc8f-b907b0910570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:11.029223 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-be230d87-3ac8-43a1-bc8f-b907b0910570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:11.030340 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-be230d87-3ac8-43a1-bc8f-b907b0910570 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9eaa4df4-1e42-4bfb-a2e6-7d2dd82d60ef HTTP/1.1" status: 204 len: 168 time: 0.1209815 Jul 02 09:54:11.038022 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be230d87-3ac8-43a1-bc8f-b907b0910570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaa4df4-1e42-4bfb-a2e6-7d2dd82d60ef,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:54:12.284616 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-c6535859-51b8-4ae1-9816-88ad639b6558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:15.118953 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-1415f4e4-eff4-4d60-a5a7-8a69b32906ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:15.548581 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:15.908033 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:17.656823 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:39.856832 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:42.285259 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a04b1e98-b476-4259-88a8-100b268fc47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:44.583295 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:54:44.845077 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e8b4f619-887e-43b9-882e-7797c883c35f req-f92c9e20-3917-4108-86c1-d040ce11d3ed service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529630 Jul 02 09:54:44.939156 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4f619-887e-43b9-882e-7797c883c35f req-2d660bbb-14f8-4974-87e1-3c4e7cb11179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:54:44.940543 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e8b4f619-887e-43b9-882e-7797c883c35f req-2d660bbb-14f8-4974-87e1-3c4e7cb11179 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=385aaa1308d04b8596afd8b8e02b70a0&device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 1098 time: 0.0505314 Jul 02 09:54:45.050670 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4f619-887e-43b9-882e-7797c883c35f req-dfcf0409-f88d-4b6c-9fa9-a9bde3fb7415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:54:45.052143 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e8b4f619-887e-43b9-882e-7797c883c35f req-dfcf0409-f88d-4b6c-9fa9-a9bde3fb7415 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3cc84980-863d-4837-b81b-521136cf243c HTTP/1.1" status: 200 len: 912 time: 0.0905578 Jul 02 09:54:45.117849 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e8b4f619-887e-43b9-882e-7797c883c35f req-d26dd679-432b-4991-8ce4-9875961b7bfc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e497563e-98bb-457c-8b24-d46eefc5f9b4 HTTP/1.1" status: 200 len: 1001 time: 0.0577884 Jul 02 09:54:45.120345 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-dd87b62f-15d1-4880-bf1b-f5c046400f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:45.169857 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4f619-887e-43b9-882e-7797c883c35f req-dee2a832-353e-4437-9efd-49c7891af14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:54:45.171294 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e8b4f619-887e-43b9-882e-7797c883c35f req-dee2a832-353e-4437-9efd-49c7891af14f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=97b99747-32ba-40fc-8924-026e409c9089 HTTP/1.1" status: 200 len: 850 time: 0.0473263 Jul 02 09:54:45.228733 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4f619-887e-43b9-882e-7797c883c35f req-ecdd1ed3-2438-4d2f-8d04-06a6b2a19640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:54:45.230727 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e8b4f619-887e-43b9-882e-7797c883c35f req-ecdd1ed3-2438-4d2f-8d04-06a6b2a19640 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cc84980-863d-4837-b81b-521136cf243c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0524809 Jul 02 09:54:45.317752 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e8b4f619-887e-43b9-882e-7797c883c35f req-a05ff5af-5380-42e2-b05c-2a3a7fba9182 service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796511 Jul 02 09:54:45.414132 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-e8b4f619-887e-43b9-882e-7797c883c35f req-4a695646-e085-4d5c-81df-521460e6d5ce service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885589 Jul 02 09:54:45.548803 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:45.910885 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:47.659517 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:54.175046 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49868) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:54:54.326490 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Deleting port 937b4bd4-298e-4e08-9cae-a89bfdda9d52 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:54:54.326827 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:54.405568 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:54.405894 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:54.417061 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Calling delete_port for 937b4bd4-298e-4e08-9cae-a89bfdda9d52 owned by network:floatingip {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:54:54.558323 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:54.581804 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event deleted for resources: {'Port': ['ID=937b4bd4-298e-4e08-9cae-a89bfdda9d52,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:54:54.595824 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:54.596169 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:54.596522 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:54.596851 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:54.597175 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:54.597499 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:54.597828 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:54.598147 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:54.598464 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:54.598804 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:54.599118 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:54.599428 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:54:54.656502 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for floatingip, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:54.656834 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.l3_db [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Floating IP 51b672b5-42f2-458d-afb1-e46897ad2291 disassociated (deleted). External IP: 172.27.1.27, port: 85553883-9353-4a30-a364-d0cf81e3e7de. Jul 02 09:54:54.858889 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Router b6091e97-f5f4-4c34-b41b-7bacf60251ee has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:54:54.963758 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:54:54.968636 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:54.975070 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a4974f-e3b9-4129-b07c-0afa97f5c109 None None] Sync routers for ids ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:54:54.992299 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a4974f-e3b9-4129-b07c-0afa97f5c109 None None] Routers {'b6091e97-f5f4-4c34-b41b-7bacf60251ee'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:54:54.992944 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-03a4974f-e3b9-4129-b07c-0afa97f5c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:54:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:55.004821 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-86586764-edbe-4660-8b11-e3d1a836f1ec tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "DELETE /v2.0/floatingips/51b672b5-42f2-458d-afb1-e46897ad2291 HTTP/1.1" status: 204 len: 168 time: 0.8286631 Jul 02 09:54:55.005414 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99882667-5b87-4c19-a75b-a119aa9e151a', 'tag': '85553883-9353-4a30-a364-d0cf81e3e7de'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:54:55.007675 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc8c167-83ff-40cc-8160-8379265fa281" -d '{"events": [{"name": "network-changed", "server_uuid": "99882667-5b87-4c19-a75b-a119aa9e151a", "tag": "85553883-9353-4a30-a364-d0cf81e3e7de"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:54:55.045267 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5071a1a0-cba8-4f6e-b863-d4b4838eef48 x-openstack-request-id: req-5071a1a0-cba8-4f6e-b863-d4b4838eef48 {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:54:55.045726 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99882667-5b87-4c19-a75b-a119aa9e151a", "tag": "85553883-9353-4a30-a364-d0cf81e3e7de", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:54:55.046063 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5071a1a0-cba8-4f6e-b863-d4b4838eef48 {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:54:55.046556 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99882667-5b87-4c19-a75b-a119aa9e151a', 'tag': '85553883-9353-4a30-a364-d0cf81e3e7de', 'status': 'completed', 'code': 200} Jul 02 09:54:55.102017 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-03a4974f-e3b9-4129-b07c-0afa97f5c109 None None] Set router b6091e97-f5f4-4c34-b41b-7bacf60251ee gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:54:55.128053 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8c167-83ff-40cc-8160-8379265fa281 req-5d2d795e-c295-4edb-bda3-28edb5b56aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:54:55.129434 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6dc8c167-83ff-40cc-8160-8379265fa281 req-5d2d795e-c295-4edb-bda3-28edb5b56aa6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=385aaa1308d04b8596afd8b8e02b70a0&device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 1098 time: 0.0594363 Jul 02 09:54:55.235727 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8c167-83ff-40cc-8160-8379265fa281 req-8081fc58-2223-439a-ac41-bdb3d5005765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:54:55.237263 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6dc8c167-83ff-40cc-8160-8379265fa281 req-8081fc58-2223-439a-ac41-bdb3d5005765 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3cc84980-863d-4837-b81b-521136cf243c HTTP/1.1" status: 200 len: 912 time: 0.1019020 Jul 02 09:54:55.281536 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6dc8c167-83ff-40cc-8160-8379265fa281 req-2e5765dc-2c5d-4ea9-a710-d1faef8fecaa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85553883-9353-4a30-a364-d0cf81e3e7de HTTP/1.1" status: 200 len: 217 time: 0.0353799 Jul 02 09:54:55.370417 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8c167-83ff-40cc-8160-8379265fa281 req-cf3149af-5cb3-41dd-bec0-d6628d04342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:54:55.371807 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6dc8c167-83ff-40cc-8160-8379265fa281 req-cf3149af-5cb3-41dd-bec0-d6628d04342b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=97b99747-32ba-40fc-8924-026e409c9089 HTTP/1.1" status: 200 len: 850 time: 0.0834606 Jul 02 09:54:55.432041 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316df25-a7bb-4d5a-82a1-0145102b7355 req-c7781ca6-f16b-4d2e-8ca7-9f942540a171 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:54:55.433544 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4316df25-a7bb-4d5a-82a1-0145102b7355 req-c7781ca6-f16b-4d2e-8ca7-9f942540a171 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 945 time: 0.1096857 Jul 02 09:54:55.451392 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-03a4974f-e3b9-4129-b07c-0afa97f5c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '41deb831-c957-47bd-916a-029c4543fa10', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'port_id': 'e497563e-98bb-457c-8b24-d46eefc5f9b4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'mac_address': 'fa:16:3e:65:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:51:19Z', 'updated_at': '2021-07-02T09:51:21Z', 'revision_number': 1, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:11Z', 'revision_number': 5, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:55.466036 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8c167-83ff-40cc-8160-8379265fa281 req-3cf1e065-8e3b-4bd2-887a-948c4ce9391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:54:55.467551 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6dc8c167-83ff-40cc-8160-8379265fa281 req-3cf1e065-8e3b-4bd2-887a-948c4ce9391e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cc84980-863d-4837-b81b-521136cf243c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0861208 Jul 02 09:54:55.481340 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a4974f-e3b9-4129-b07c-0afa97f5c109 None None] Checking router: b6091e97-f5f4-4c34-b41b-7bacf60251ee for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:54:55.488914 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-4316df25-a7bb-4d5a-82a1-0145102b7355 req-7a19d58a-cfb1-4676-8ebe-8af67123d7eb tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484924 Jul 02 09:54:55.490157 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a4974f-e3b9-4129-b07c-0afa97f5c109 None None] Routers {'b6091e97-f5f4-4c34-b41b-7bacf60251ee'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:54:55.490762 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-03a4974f-e3b9-4129-b07c-0afa97f5c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:54:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:55.566416 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6dc8c167-83ff-40cc-8160-8379265fa281 req-3329c63f-8ee2-4b1a-bcff-79061c6a916f service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900033 Jul 02 09:54:55.596682 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-03a4974f-e3b9-4129-b07c-0afa97f5c109 None None] Set router b6091e97-f5f4-4c34-b41b-7bacf60251ee gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:54:55.657058 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-6dc8c167-83ff-40cc-8160-8379265fa281 req-4a3f8b58-68ec-4d75-b665-64456c0e55f8 service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830321 Jul 02 09:54:55.820763 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-03a4974f-e3b9-4129-b07c-0afa97f5c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '41deb831-c957-47bd-916a-029c4543fa10', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'port_id': 'e497563e-98bb-457c-8b24-d46eefc5f9b4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'mac_address': 'fa:16:3e:65:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:51:19Z', 'updated_at': '2021-07-02T09:51:21Z', 'revision_number': 1, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:11Z', 'revision_number': 5, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:54:55.850608 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a4974f-e3b9-4129-b07c-0afa97f5c109 None None] The sync data for ids ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'] in dv-cinder-772181-12-iscsi is: [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_floatingips': [{'id': '41deb831-c957-47bd-916a-029c4543fa10', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'router_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'port_id': 'e497563e-98bb-457c-8b24-d46eefc5f9b4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'mac_address': 'fa:16:3e:65:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T09:51:19Z', 'updated_at': '2021-07-02T09:51:21Z', 'revision_number': 1, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:11Z', 'revision_number': 5, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:54:56.046880 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67081b3c-05c2-45c3-b2aa-28a2963c513d None None] New status for floating IP 51b672b5-42f2-458d-afb1-e46897ad2291: DOWN {{(pid=99504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 09:54:56.667296 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8eab3-8f12-45f6-a6d9-83f1e83dd56b req-bda880bd-7e47-4e25-a301-ffc1ae77b408 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:54:56.668792 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c9b8eab3-8f12-45f6-a6d9-83f1e83dd56b req-bda880bd-7e47-4e25-a301-ffc1ae77b408 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 945 time: 0.0671716 Jul 02 09:54:56.707406 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-c9b8eab3-8f12-45f6-a6d9-83f1e83dd56b req-313a5ada-72c1-4355-822b-5d689dc121a9 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331018 Jul 02 09:54:56.886295 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d22e8-b913-43d3-80e7-813133882718 req-05571e72-3014-4a66-ad19-d2886a8b21e5 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:54:56.887732 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9a6d22e8-b913-43d3-80e7-813133882718 req-05571e72-3014-4a66-ad19-d2886a8b21e5 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.66 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 945 time: 0.0617659 Jul 02 09:54:56.987030 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [req-9a6d22e8-b913-43d3-80e7-813133882718 req-dfcd1f58-4c68-4b23-bc56-0c65c0f9e17c tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Deleting port 85553883-9353-4a30-a364-d0cf81e3e7de {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:54:56.987370 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-9a6d22e8-b913-43d3-80e7-813133882718 req-dfcd1f58-4c68-4b23-bc56-0c65c0f9e17c tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:57.071678 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-9a6d22e8-b913-43d3-80e7-813133882718 req-dfcd1f58-4c68-4b23-bc56-0c65c0f9e17c tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] For port 85553883-9353-4a30-a364-d0cf81e3e7de, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=85553883-9353-4a30-a364-d0cf81e3e7de,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:54:57.072036 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-9a6d22e8-b913-43d3-80e7-813133882718 req-dfcd1f58-4c68-4b23-bc56-0c65c0f9e17c tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:57.095552 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [req-9a6d22e8-b913-43d3-80e7-813133882718 req-dfcd1f58-4c68-4b23-bc56-0c65c0f9e17c tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Calling delete_port for 85553883-9353-4a30-a364-d0cf81e3e7de owned by compute:nova {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:54:57.222859 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-9a6d22e8-b913-43d3-80e7-813133882718 req-dfcd1f58-4c68-4b23-bc56-0c65c0f9e17c tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:57.250945 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd1f58-4c68-4b23-bc56-0c65c0f9e17c tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event deleted for resources: {'Port': ['ID=85553883-9353-4a30-a364-d0cf81e3e7de,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:54:57.298830 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6d22e8-b913-43d3-80e7-813133882718 req-dfcd1f58-4c68-4b23-bc56-0c65c0f9e17c tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] No DVR routers for this DVR port 85553883-9353-4a30-a364-d0cf81e3e7de on host hv-cinder-77218 {{(pid=99501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:54:57.301315 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-9a6d22e8-b913-43d3-80e7-813133882718 req-dfcd1f58-4c68-4b23-bc56-0c65c0f9e17c tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:54:57.303355 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-9a6d22e8-b913-43d3-80e7-813133882718 req-dfcd1f58-4c68-4b23-bc56-0c65c0f9e17c tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.66 "DELETE /v2.0/ports/85553883-9353-4a30-a364-d0cf81e3e7de HTTP/1.1" status: 204 len: 173 time: 0.4099338 Jul 02 09:54:57.303805 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99882667-5b87-4c19-a75b-a119aa9e151a', 'name': 'network-vif-deleted', 'tag': '85553883-9353-4a30-a364-d0cf81e3e7de'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:54:57.306051 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a413be2e-e361-491b-88c2-755c3e8bb5eb" -d '{"events": [{"server_uuid": "99882667-5b87-4c19-a75b-a119aa9e151a", "name": "network-vif-deleted", "tag": "85553883-9353-4a30-a364-d0cf81e3e7de"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:54:57.345124 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1e72d8-d124-44dc-b875-54bf46ecab35 x-openstack-request-id: req-ec1e72d8-d124-44dc-b875-54bf46ecab35 {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:54:57.345415 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99882667-5b87-4c19-a75b-a119aa9e151a", "name": "network-vif-deleted", "tag": "85553883-9353-4a30-a364-d0cf81e3e7de", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:54:57.345712 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ec1e72d8-d124-44dc-b875-54bf46ecab35 {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:54:57.346060 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99882667-5b87-4c19-a75b-a119aa9e151a', 'name': 'network-vif-deleted', 'tag': '85553883-9353-4a30-a364-d0cf81e3e7de', 'status': 'completed', 'code': 200} Jul 02 09:54:57.861495 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-f0e80085-79d8-4f06-b6f4-8a10907895c7 req-0b0360e2-4403-4032-99bd-10bfbc93cbd4 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=99882667-5b87-4c19-a75b-a119aa9e151a HTTP/1.1" status: 200 len: 210 time: 0.0274301 Jul 02 09:55:01.170893 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49896) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:55:01.266799 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 85553883-9353-4a30-a364-d0cf81e3e7de no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:55:01.286118 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: 85553883-9353-4a30-a364-d0cf81e3e7de {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:55:01.286465 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device 85553883-9353-4a30-a364-d0cf81e3e7de not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:55:01.322127 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-4c5fb656-7ae0-43e9-b9fb-def4c2be7e8f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Deleting port bcf207dc-78b2-43d0-92c3-146c4be79b8f {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:55:01.322465 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb656-7ae0-43e9-b9fb-def4c2be7e8f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:01.398071 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb656-7ae0-43e9-b9fb-def4c2be7e8f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:01.398395 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb656-7ae0-43e9-b9fb-def4c2be7e8f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:01.410245 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-4c5fb656-7ae0-43e9-b9fb-def4c2be7e8f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Calling delete_port for bcf207dc-78b2-43d0-92c3-146c4be79b8f owned by network:floatingip {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:55:01.549460 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb656-7ae0-43e9-b9fb-def4c2be7e8f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:01.574176 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fb656-7ae0-43e9-b9fb-def4c2be7e8f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event deleted for resources: {'Port': ['ID=bcf207dc-78b2-43d0-92c3-146c4be79b8f,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:55:01.633088 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb656-7ae0-43e9-b9fb-def4c2be7e8f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for floatingip, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:01.633415 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.db.l3_db [None req-4c5fb656-7ae0-43e9-b9fb-def4c2be7e8f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Floating IP 41deb831-c957-47bd-916a-029c4543fa10 disassociated (deleted). External IP: 172.27.1.146, port: e497563e-98bb-457c-8b24-d46eefc5f9b4. Jul 02 09:55:01.835508 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5fb656-7ae0-43e9-b9fb-def4c2be7e8f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Router b6091e97-f5f4-4c34-b41b-7bacf60251ee has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:55:01.941235 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5fb656-7ae0-43e9-b9fb-def4c2be7e8f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:55:01.946326 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb656-7ae0-43e9-b9fb-def4c2be7e8f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:01.951232 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0331b6-fb3e-45ae-9ed9-4e7d86255745 None None] Sync routers for ids ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:55:01.959656 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0331b6-fb3e-45ae-9ed9-4e7d86255745 None None] Routers {'b6091e97-f5f4-4c34-b41b-7bacf60251ee'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:55:01.960261 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-be0331b6-fb3e-45ae-9ed9-4e7d86255745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:54:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:55:01.982215 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-4c5fb656-7ae0-43e9-b9fb-def4c2be7e8f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "DELETE /v2.0/floatingips/41deb831-c957-47bd-916a-029c4543fa10 HTTP/1.1" status: 204 len: 168 time: 0.8101695 Jul 02 09:55:01.982889 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'tag': 'e497563e-98bb-457c-8b24-d46eefc5f9b4'}] {{(pid=99502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:55:01.985266 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b09717899be764ee58bf57f1a02c556a1995511e44296e79f709bbb4f17c760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b335deb-ecc2-4870-8c1a-b8cb087be339" -d '{"events": [{"name": "network-changed", "server_uuid": "c303ce4f-946e-40de-86bd-ad208422ac2c", "tag": "e497563e-98bb-457c-8b24-d46eefc5f9b4"}]}' {{(pid=99502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:55:02.021699 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 09:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d7f8a8-92eb-4ee5-96a4-350e2f3c0d2c x-openstack-request-id: req-f5d7f8a8-92eb-4ee5-96a4-350e2f3c0d2c {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:55:02.021990 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c303ce4f-946e-40de-86bd-ad208422ac2c", "tag": "e497563e-98bb-457c-8b24-d46eefc5f9b4", "status": "completed", "code": 200}]} {{(pid=99502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:55:02.022240 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f5d7f8a8-92eb-4ee5-96a4-350e2f3c0d2c {{(pid=99502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:55:02.022637 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'tag': 'e497563e-98bb-457c-8b24-d46eefc5f9b4', 'status': 'completed', 'code': 200} Jul 02 09:55:02.069209 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-be0331b6-fb3e-45ae-9ed9-4e7d86255745 None None] Set router b6091e97-f5f4-4c34-b41b-7bacf60251ee gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:55:02.099251 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b335deb-ecc2-4870-8c1a-b8cb087be339 req-5754820c-b512-4d51-9316-d137a9a18ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:55:02.100956 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2b335deb-ecc2-4870-8c1a-b8cb087be339 req-5754820c-b512-4d51-9316-d137a9a18ee5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=385aaa1308d04b8596afd8b8e02b70a0&device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 1098 time: 0.0537784 Jul 02 09:55:02.219078 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b335deb-ecc2-4870-8c1a-b8cb087be339 req-e4a6651b-d0b4-4177-b0e6-06cc7d8bf99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:55:02.220756 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2b335deb-ecc2-4870-8c1a-b8cb087be339 req-e4a6651b-d0b4-4177-b0e6-06cc7d8bf99e service neutron] 10.222.0.66 "GET /v2.0/networks?id=3cc84980-863d-4837-b81b-521136cf243c HTTP/1.1" status: 200 len: 912 time: 0.1116245 Jul 02 09:55:02.262883 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2b335deb-ecc2-4870-8c1a-b8cb087be339 req-9eb8f58d-6691-4dd4-9ed4-212584c30692 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e497563e-98bb-457c-8b24-d46eefc5f9b4 HTTP/1.1" status: 200 len: 217 time: 0.0352969 Jul 02 09:55:02.273767 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-be0331b6-fb3e-45ae-9ed9-4e7d86255745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:11Z', 'revision_number': 5, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:55:02.304066 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0331b6-fb3e-45ae-9ed9-4e7d86255745 None None] Checking router: b6091e97-f5f4-4c34-b41b-7bacf60251ee for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:55:02.313223 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0331b6-fb3e-45ae-9ed9-4e7d86255745 None None] Routers {'b6091e97-f5f4-4c34-b41b-7bacf60251ee'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:55:02.313828 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-be0331b6-fb3e-45ae-9ed9-4e7d86255745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:54:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:55:02.350167 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b335deb-ecc2-4870-8c1a-b8cb087be339 req-a9d777cf-d0f6-408f-81e3-646cecfbae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:55:02.351615 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2b335deb-ecc2-4870-8c1a-b8cb087be339 req-a9d777cf-d0f6-408f-81e3-646cecfbae23 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=97b99747-32ba-40fc-8924-026e409c9089 HTTP/1.1" status: 200 len: 850 time: 0.0817800 Jul 02 09:55:02.397917 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95690683-8cc7-4aa1-a417-e35ea18fecf2 req-3d0ec9df-259f-4cf3-b424-6fc96f645680 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:55:02.399380 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-95690683-8cc7-4aa1-a417-e35ea18fecf2 req-3d0ec9df-259f-4cf3-b424-6fc96f645680 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 945 time: 0.1026495 Jul 02 09:55:02.421009 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-be0331b6-fb3e-45ae-9ed9-4e7d86255745 None None] Set router b6091e97-f5f4-4c34-b41b-7bacf60251ee gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:55:02.449751 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-95690683-8cc7-4aa1-a417-e35ea18fecf2 req-0b5c65f8-4be9-49b6-98d3-357ea8d8bf0a tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418172 Jul 02 09:55:02.453897 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b335deb-ecc2-4870-8c1a-b8cb087be339 req-6d023efc-896a-433a-b393-7bcfdd2c35db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:55:02.455325 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2b335deb-ecc2-4870-8c1a-b8cb087be339 req-6d023efc-896a-433a-b393-7bcfdd2c35db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cc84980-863d-4837-b81b-521136cf243c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0949006 Jul 02 09:55:02.548635 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2b335deb-ecc2-4870-8c1a-b8cb087be339 req-25dce4fa-bd97-4949-bc65-dee5508254de service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836635 Jul 02 09:55:02.614774 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-be0331b6-fb3e-45ae-9ed9-4e7d86255745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:11Z', 'revision_number': 5, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:55:02.638122 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-2b335deb-ecc2-4870-8c1a-b8cb087be339 req-c263dcd7-acb1-43db-a7da-5bdc407f5559 service neutron] 10.222.0.66 "GET /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820308 Jul 02 09:55:02.640770 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0331b6-fb3e-45ae-9ed9-4e7d86255745 None None] The sync data for ids ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'] in dv-cinder-772181-12-iscsi is: [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:05Z', 'revision_number': 4, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi', '_interfaces': [{'id': '6563f412-8e3e-4d51-a407-81c0caacdf18', 'name': '', 'network_id': '3cc84980-863d-4837-b81b-521136cf243c', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'mac_address': 'fa:16:3e:d6:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97b99747-32ba-40fc-8924-026e409c9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:04Z', 'updated_at': '2021-07-02T09:48:11Z', 'revision_number': 5, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'subnets': [{'id': '97b99747-32ba-40fc-8924-026e409c9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:55:02.848569 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6de8d0-69f2-44f8-8c6f-a8ca22d63daa None None] New status for floating IP 41deb831-c957-47bd-916a-029c4543fa10: DOWN {{(pid=99504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 09:55:03.627657 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da2cc0-cefb-4d46-8ad1-86324d2b178b req-1427c514-d475-4abe-9bb2-7f2027cc1d7f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:55:03.629159 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-96da2cc0-cefb-4d46-8ad1-86324d2b178b req-1427c514-d475-4abe-9bb2-7f2027cc1d7f tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 945 time: 0.0661166 Jul 02 09:55:03.666047 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-96da2cc0-cefb-4d46-8ad1-86324d2b178b req-048cf1e0-9e15-4ecb-aa49-bfb1ccdb1daf tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a55b44f-ac1d-4f02-a69c-049f948e07e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313678 Jul 02 09:55:03.850439 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056823f3-d5b0-4033-9159-1f4d36ed200f req-d043e923-49d2-45e2-916b-b2e860683318 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 09:55:03.851949 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-056823f3-d5b0-4033-9159-1f4d36ed200f req-d043e923-49d2-45e2-916b-b2e860683318 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.66 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 945 time: 0.0636888 Jul 02 09:55:03.947252 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [req-056823f3-d5b0-4033-9159-1f4d36ed200f req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Deleting port e497563e-98bb-457c-8b24-d46eefc5f9b4 {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:55:03.947590 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-056823f3-d5b0-4033-9159-1f4d36ed200f req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:04.039102 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [req-056823f3-d5b0-4033-9159-1f4d36ed200f req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] For port e497563e-98bb-457c-8b24-d46eefc5f9b4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=e497563e-98bb-457c-8b24-d46eefc5f9b4,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:55:04.039375 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-056823f3-d5b0-4033-9159-1f4d36ed200f req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:04.052385 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [req-056823f3-d5b0-4033-9159-1f4d36ed200f req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Calling delete_port for e497563e-98bb-457c-8b24-d46eefc5f9b4 owned by compute:nova {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:55:04.176557 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-056823f3-d5b0-4033-9159-1f4d36ed200f req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:04.203382 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event deleted for resources: {'Port': ['ID=e497563e-98bb-457c-8b24-d46eefc5f9b4,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:55:04.212770 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:04.213121 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:04.213462 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:04.213818 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:04.214153 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:04.214628 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:04.214969 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:04.215709 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:04.215709 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:04.215990 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:04.216240 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:04.216586 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:04.260536 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [req-056823f3-d5b0-4033-9159-1f4d36ed200f req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] No DVR routers for this DVR port e497563e-98bb-457c-8b24-d46eefc5f9b4 on host hv-cinder-77218 {{(pid=99501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:55:04.262991 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [req-056823f3-d5b0-4033-9159-1f4d36ed200f req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for port, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:04.264973 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-056823f3-d5b0-4033-9159-1f4d36ed200f req-4056a13f-9fbc-4b04-8f3a-9c585a823411 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.66 "DELETE /v2.0/ports/e497563e-98bb-457c-8b24-d46eefc5f9b4 HTTP/1.1" status: 204 len: 173 time: 0.4070625 Jul 02 09:55:04.265407 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'name': 'network-vif-deleted', 'tag': 'e497563e-98bb-457c-8b24-d46eefc5f9b4'}] {{(pid=99501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 09:55:04.267604 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024fd311f5a42236619463f3a55c1709f5a401ad65d34b4926b7ad8ea70cef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8593a8a8-eaad-47f0-bf57-8b061c581131" -d '{"events": [{"server_uuid": "c303ce4f-946e-40de-86bd-ad208422ac2c", "name": "network-vif-deleted", "tag": "e497563e-98bb-457c-8b24-d46eefc5f9b4"}]}' {{(pid=99501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 09:55:04.304145 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 09:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c241884-3b5c-424c-9600-fc06a9cc0505 x-openstack-request-id: req-5c241884-3b5c-424c-9600-fc06a9cc0505 {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 09:55:04.304504 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c303ce4f-946e-40de-86bd-ad208422ac2c", "name": "network-vif-deleted", "tag": "e497563e-98bb-457c-8b24-d46eefc5f9b4", "status": "completed", "code": 200}]} {{(pid=99501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 09:55:04.304776 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5c241884-3b5c-424c-9600-fc06a9cc0505 {{(pid=99501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 09:55:04.305180 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c303ce4f-946e-40de-86bd-ad208422ac2c', 'name': 'network-vif-deleted', 'tag': 'e497563e-98bb-457c-8b24-d46eefc5f9b4', 'status': 'completed', 'code': 200} Jul 02 09:55:04.819940 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [req-77e85f59-082d-4d3f-b573-980bc2339b7e req-fddb917b-4f6c-4cfb-b50e-e403771d03dc tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "GET /v2.0/ports?device_id=c303ce4f-946e-40de-86bd-ad208422ac2c HTTP/1.1" status: 200 len: 210 time: 0.0312788 Jul 02 09:55:05.910787 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49912) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:55:06.039520 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3cd88-a929-431f-a9ab-7bd59e350dd6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Deleting port ebc20936-91f3-47f0-bf37-7ab27adfdc21 {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:55:06.039854 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a7d3cd88-a929-431f-a9ab-7bd59e350dd6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:06.115440 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a7d3cd88-a929-431f-a9ab-7bd59e350dd6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:06.115766 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a7d3cd88-a929-431f-a9ab-7bd59e350dd6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:06.127228 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3cd88-a929-431f-a9ab-7bd59e350dd6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Calling delete_port for ebc20936-91f3-47f0-bf37-7ab27adfdc21 owned by network:floatingip {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:55:06.264508 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a7d3cd88-a929-431f-a9ab-7bd59e350dd6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:06.288262 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3cd88-a929-431f-a9ab-7bd59e350dd6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event deleted for resources: {'Port': ['ID=ebc20936-91f3-47f0-bf37-7ab27adfdc21,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:55:06.358752 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a7d3cd88-a929-431f-a9ab-7bd59e350dd6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for floatingip, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:06.361682 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-a7d3cd88-a929-431f-a9ab-7bd59e350dd6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123236'] for floatingip, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:06.362824 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-a7d3cd88-a929-431f-a9ab-7bd59e350dd6 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "DELETE /v2.0/floatingips/6aa2c81c-bb5f-419f-a280-e2f8cd15c806 HTTP/1.1" status: 204 len: 168 time: 0.4510617 Jul 02 09:55:07.267569 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device e497563e-98bb-457c-8b24-d46eefc5f9b4 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:55:07.290780 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] No Port match for: e497563e-98bb-457c-8b24-d46eefc5f9b4 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:55:07.291124 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Device e497563e-98bb-457c-8b24-d46eefc5f9b4 not bound to the agent host hv-cinder-77218 {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:55:07.632582 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49924) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:55:07.689023 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8f760784-d2cb-48ae-8b62-f6ed5b9f8cc9 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:07.714759 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8f760784-d2cb-48ae-8b62-f6ed5b9f8cc9 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:07.779529 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8f760784-d2cb-48ae-8b62-f6ed5b9f8cc9 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:07.782467 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-8f760784-d2cb-48ae-8b62-f6ed5b9f8cc9 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:07.783628 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-8f760784-d2cb-48ae-8b62-f6ed5b9f8cc9 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] 10.222.0.47 "DELETE /v2.0/security-groups/2a55b44f-ac1d-4f02-a69c-049f948e07e2 HTTP/1.1" status: 204 len: 168 time: 0.1500819 Jul 02 09:55:07.792921 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f760784-d2cb-48ae-8b62-f6ed5b9f8cc9 tempest-TestVolumeBootPattern-1141911282 tempest-TestVolumeBootPattern-1141911282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a55b44f-ac1d-4f02-a69c-049f948e07e2,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:55:08.858553 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49930) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:55:09.644411 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8b9c-8a96-4430-a3f2-561cdf327398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-635693'] for router_interface, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:09.857974 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:09.894791 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-dd9a8b9c-8a96-4430-a3f2-561cdf327398 admin admin] Deleting port 6563f412-8e3e-4d51-a407-81c0caacdf18 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:55:09.895297 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8b9c-8a96-4430-a3f2-561cdf327398 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:09.970497 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-dd9a8b9c-8a96-4430-a3f2-561cdf327398 admin admin] For port 6563f412-8e3e-4d51-a407-81c0caacdf18, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=6563f412-8e3e-4d51-a407-81c0caacdf18,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:55:09.970847 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8b9c-8a96-4430-a3f2-561cdf327398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:09.986081 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-dd9a8b9c-8a96-4430-a3f2-561cdf327398 admin admin] Calling delete_port for 6563f412-8e3e-4d51-a407-81c0caacdf18 owned by network:router_interface {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:55:10.159452 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8b9c-8a96-4430-a3f2-561cdf327398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:10.185016 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a8b9c-8a96-4430-a3f2-561cdf327398 admin admin] Pushing event deleted for resources: {'Port': ['ID=6563f412-8e3e-4d51-a407-81c0caacdf18,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:55:10.347159 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8b9c-8a96-4430-a3f2-561cdf327398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-635879'] for router_interface, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:10.553186 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9a8b9c-8a96-4430-a3f2-561cdf327398 admin admin] Router b6091e97-f5f4-4c34-b41b-7bacf60251ee has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:55:10.659008 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9a8b9c-8a96-4430-a3f2-561cdf327398 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:55:10.663954 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-dd9a8b9c-8a96-4430-a3f2-561cdf327398 admin admin] 10.222.0.47 "PUT /v2.0/routers/b6091e97-f5f4-4c34-b41b-7bacf60251ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8043280 Jul 02 09:55:10.666558 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49934) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:55:10.667470 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5679f58c-6726-445d-ab5c-bbf2df35973e None None] Sync routers for ids ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'] in dv-cinder-772181-12-iscsi {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:55:10.676499 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5679f58c-6726-445d-ab5c-bbf2df35973e None None] Routers {'b6091e97-f5f4-4c34-b41b-7bacf60251ee'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:55:10.677103 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-5679f58c-6726-445d-ab5c-bbf2df35973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:54:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:55:10.770446 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-850b2bd0-124b-4fb0-a015-aca638a4d4ee admin admin] Notify callbacks [] for router, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:10.877856 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-850b2bd0-124b-4fb0-a015-aca638a4d4ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:10.903670 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-5679f58c-6726-445d-ab5c-bbf2df35973e None None] Set router b6091e97-f5f4-4c34-b41b-7bacf60251ee gateway port host: dv-cinder-772181-12-iscsi {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:55:10.930927 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-850b2bd0-124b-4fb0-a015-aca638a4d4ee admin admin] Deleting port 09815658-c46c-4de0-accd-7948b5228c6b {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:55:10.931486 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-850b2bd0-124b-4fb0-a015-aca638a4d4ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:11.008510 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-850b2bd0-124b-4fb0-a015-aca638a4d4ee admin admin] For port 09815658-c46c-4de0-accd-7948b5228c6b, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=09815658-c46c-4de0-accd-7948b5228c6b,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:55:11.008880 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-850b2bd0-124b-4fb0-a015-aca638a4d4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:11.020763 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-850b2bd0-124b-4fb0-a015-aca638a4d4ee admin admin] Calling delete_port for 09815658-c46c-4de0-accd-7948b5228c6b owned by network:router_gateway {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:55:11.081230 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-5679f58c-6726-445d-ab5c-bbf2df35973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '09815658-c46c-4de0-accd-7948b5228c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:55:10Z', 'revision_number': 5, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port': {'id': '09815658-c46c-4de0-accd-7948b5228c6b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:55:11.108251 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5679f58c-6726-445d-ab5c-bbf2df35973e None None] Checking router: b6091e97-f5f4-4c34-b41b-7bacf60251ee for host: dv-cinder-772181-12-iscsi {{(pid=99503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:55:11.124698 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5679f58c-6726-445d-ab5c-bbf2df35973e None None] Routers {'b6091e97-f5f4-4c34-b41b-7bacf60251ee'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:55:11.125157 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-5679f58c-6726-445d-ab5c-bbf2df35973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:54:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'], 'active': True} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:55:11.195375 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-850b2bd0-124b-4fb0-a015-aca638a4d4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:11.212943 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvr_db [None req-5679f58c-6726-445d-ab5c-bbf2df35973e None None] Set router b6091e97-f5f4-4c34-b41b-7bacf60251ee gateway port host: None {{(pid=99503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:55:11.225506 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b2bd0-124b-4fb0-a015-aca638a4d4ee admin admin] Pushing event deleted for resources: {'Port': ['ID=09815658-c46c-4de0-accd-7948b5228c6b,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:55:11.269370 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_hamode_db [None req-5679f58c-6726-445d-ab5c-bbf2df35973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:55:10Z', 'revision_number': 6, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port_host': None}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:55:11.286653 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-850b2bd0-124b-4fb0-a015-aca638a4d4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634350'] for router_gateway, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:11.298964 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5679f58c-6726-445d-ab5c-bbf2df35973e None None] The sync data for ids ['b6091e97-f5f4-4c34-b41b-7bacf60251ee'] in dv-cinder-772181-12-iscsi is: [{'id': 'b6091e97-f5f4-4c34-b41b-7bacf60251ee', 'name': 'tempest-TestVolumeBootPattern-389541852-router', 'tenant_id': '385aaa1308d04b8596afd8b8e02b70a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:02Z', 'updated_at': '2021-07-02T09:55:10Z', 'revision_number': 6, 'project_id': '385aaa1308d04b8596afd8b8e02b70a0', 'gw_port_host': None}] {{(pid=99503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:55:11.376040 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-850b2bd0-124b-4fb0-a015-aca638a4d4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14669'] for router, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:11.378134 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-850b2bd0-124b-4fb0-a015-aca638a4d4ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:11.419904 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-850b2bd0-124b-4fb0-a015-aca638a4d4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-638642'] for router, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:11.420461 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850b2bd0-124b-4fb0-a015-aca638a4d4ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6091e97-f5f4-4c34-b41b-7bacf60251ee {{(pid=99502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 09:55:11.424629 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-850b2bd0-124b-4fb0-a015-aca638a4d4ee admin admin] Notify callbacks [] for router, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:11.425773 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-850b2bd0-124b-4fb0-a015-aca638a4d4ee admin admin] 10.222.0.47 "DELETE /v2.0/routers/b6091e97-f5f4-4c34-b41b-7bacf60251ee HTTP/1.1" status: 204 len: 168 time: 0.7581458 Jul 02 09:55:11.428191 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49936) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:55:11.475322 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c39f539-b818-4bcd-acdd-8fb34b327034 admin admin] Deleting subnet 97b99747-32ba-40fc-8924-026e409c9089 {{(pid=99502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 09:55:11.478287 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-8c39f539-b818-4bcd-acdd-8fb34b327034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:11.510508 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-8c39f539-b818-4bcd-acdd-8fb34b327034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3990916'] for subnet, precommit_delete_associations {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:11.584256 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-8c39f539-b818-4bcd-acdd-8fb34b327034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16457552'] for subnet, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:11.637594 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-8c39f539-b818-4bcd-acdd-8fb34b327034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16457545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3997221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3689631'] for subnet, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:11.667426 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39f539-b818-4bcd-acdd-8fb34b327034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b99747-32ba-40fc-8924-026e409c9089,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:55:11.670847 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-8c39f539-b818-4bcd-acdd-8fb34b327034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:11.675012 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-8c39f539-b818-4bcd-acdd-8fb34b327034 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/97b99747-32ba-40fc-8924-026e409c9089 HTTP/1.1" status: 204 len: 168 time: 0.2435894 Jul 02 09:55:11.675292 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [-] (99502) accepted ('10.222.0.47', 49938) {{(pid=99502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:55:11.677699 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff464886-80dc-4705-b357-3169e03fd544 None None] Network 3cc84980-863d-4837-b81b-521136cf243c requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:55:11.747260 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436473'] for network, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:11.799531 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] Deleting port 273e545b-be97-40ff-a56c-97ee36fe9ce9 {{(pid=99502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:55:11.799866 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:11.869105 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.db [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] For port 273e545b-be97-40ff-a56c-97ee36fe9ce9, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=273e545b-be97-40ff-a56c-97ee36fe9ce9,segment=NetworkSegment(a6f93304-9f7b-4c3c-8c85-3e3dd695f8da),segment_id=a6f93304-9f7b-4c3c-8c85-3e3dd695f8da)] {{(pid=99502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:55:11.869536 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:11.882205 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.plugin [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] Calling delete_port for 273e545b-be97-40ff-a56c-97ee36fe9ce9 owned by network:dhcp {{(pid=99502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:55:11.958124 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3997295'] for port, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:11.984737 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=273e545b-be97-40ff-a56c-97ee36fe9ce9,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:55:11.991539 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] No DVR routers for this DVR port 273e545b-be97-40ff-a56c-97ee36fe9ce9 on host dv-cinder-772181-12-iscsi {{(pid=99502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:55:12.062683 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16458973', 'neutron.services.segments.db._delete_segments_for_network-8744578473274'] for network, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:12.074053 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc84980-863d-4837-b81b-521136cf243c']}} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:55:12.084795 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da') {'for_net_delete': True} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:55:12.085087 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.services.segments.db [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f93304-9f7b-4c3c-8c85-3e3dd695f8da') {} {{(pid=99502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:55:12.087780 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14d80b4-edca-4dc9-8c2c-2e1ad50f5518 None None] DHCP port deletion for 3cc84980-863d-4837-b81b-521136cf243c request from dv-cinder-772181-12-iscsi {{(pid=99503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 02 09:55:12.095213 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744578437946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3990939'] for segment, before_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:12.111517 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:12.117222 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=99502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 09:55:12.117601 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3997368'] for segment, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: Traceback (most recent call last): Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: timer() Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: cb(*args, **kw) Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: return func(*args, **kwargs) Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: self._notify() Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: self.callback(batched_events) Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: event.method(event) Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: return f(self, *a, **k) Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: return self._get(url).json() Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: return self.request(url, 'GET', **kwargs) Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 09:55:12.119206 dv-cinder-772181-12-iscsi neutron-server[99502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 09:55:12.178088 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16458966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634290'] for network, after_delete {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:12.183605 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron_lib.callbacks.manager [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:12.185528 dv-cinder-772181-12-iscsi neutron-server[99502]: INFO neutron.wsgi [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3cc84980-863d-4837-b81b-521136cf243c HTTP/1.1" status: 204 len: 168 time: 0.5094383 Jul 02 09:55:12.188637 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49940) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:55:12.196557 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b867f-5ab9-4d3f-add1-3225643c78b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cc84980-863d-4837-b81b-521136cf243c,revision_number=None']} {{(pid=99502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:55:12.287462 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a9f6f1a9-ff05-4942-8dc1-35378aed5a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:12.763948 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4c97611b-2f61-4d45-9352-8f02e81c37c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-635693'] for router_interface, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:12.900754 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 6563f412-8e3e-4d51-a407-81c0caacdf18 no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:55:12.922044 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 6563f412-8e3e-4d51-a407-81c0caacdf18 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:55:12.922392 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 6563f412-8e3e-4d51-a407-81c0caacdf18 not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:55:12.922816 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 273e545b-be97-40ff-a56c-97ee36fe9ce9 no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:55:12.941105 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 273e545b-be97-40ff-a56c-97ee36fe9ce9 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:55:12.941377 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 273e545b-be97-40ff-a56c-97ee36fe9ce9 not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:55:12.941787 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 09815658-c46c-4de0-accd-7948b5228c6b no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:55:12.963491 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 09815658-c46c-4de0-accd-7948b5228c6b {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:55:12.964408 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 09815658-c46c-4de0-accd-7948b5228c6b not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:55:13.017789 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-4c97611b-2f61-4d45-9352-8f02e81c37c5 admin admin] Deleting port 9752e52e-4f79-40d7-a078-3bb374b2a199 {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:55:13.018129 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4c97611b-2f61-4d45-9352-8f02e81c37c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:13.097666 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [None req-4c97611b-2f61-4d45-9352-8f02e81c37c5 admin admin] For port 9752e52e-4f79-40d7-a078-3bb374b2a199, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=9752e52e-4f79-40d7-a078-3bb374b2a199,segment=NetworkSegment(3ede8290-66da-4369-931c-4c2896cf2766),segment_id=3ede8290-66da-4369-931c-4c2896cf2766)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:55:13.098017 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4c97611b-2f61-4d45-9352-8f02e81c37c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:13.112095 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-4c97611b-2f61-4d45-9352-8f02e81c37c5 admin admin] Calling delete_port for 9752e52e-4f79-40d7-a078-3bb374b2a199 owned by network:router_interface {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:55:13.289909 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4c97611b-2f61-4d45-9352-8f02e81c37c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:13.318767 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97611b-2f61-4d45-9352-8f02e81c37c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9752e52e-4f79-40d7-a078-3bb374b2a199,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:55:13.489215 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-4c97611b-2f61-4d45-9352-8f02e81c37c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-635879'] for router_interface, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:13.696358 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c97611b-2f61-4d45-9352-8f02e81c37c5 admin admin] Router 4a33c195-ca7b-4dbd-9174-493a899bcd36 has already been hosted by L3 agent 9e613d5e-7006-412c-b838-682983cdc62a {{(pid=99501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 09:55:13.800997 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c97611b-2f61-4d45-9352-8f02e81c37c5 admin admin] Notify agent at l3_agent.dv-cinder-772181-12-iscsi the message routers_updated {{(pid=99501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 09:55:13.805956 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-4c97611b-2f61-4d45-9352-8f02e81c37c5 admin admin] 10.222.0.47 "PUT /v2.0/routers/4a33c195-ca7b-4dbd-9174-493a899bcd36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6157482 Jul 02 09:55:13.809297 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49942) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:55:13.811930 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd011b1-9cb6-4716-9428-d04921141b97 None None] Sync routers for ids ['4a33c195-ca7b-4dbd-9174-493a899bcd36'] in dv-cinder-772181-12-iscsi {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 09:55:13.821760 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd011b1-9cb6-4716-9428-d04921141b97 None None] Routers {'4a33c195-ca7b-4dbd-9174-493a899bcd36'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:55:13.822356 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-9bd011b1-9cb6-4716-9428-d04921141b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:54:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['4a33c195-ca7b-4dbd-9174-493a899bcd36'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:55:13.909800 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c24a37ef-782a-4990-923d-97ede8279eeb admin admin] Notify callbacks [] for router, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:13.923927 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-9bd011b1-9cb6-4716-9428-d04921141b97 None None] Set router 4a33c195-ca7b-4dbd-9174-493a899bcd36 gateway port host: dv-cinder-772181-12-iscsi {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:55:14.007194 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c24a37ef-782a-4990-923d-97ede8279eeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:14.061325 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-c24a37ef-782a-4990-923d-97ede8279eeb admin admin] Deleting port 80805f13-45e4-4c83-829c-d0474e10918b {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:55:14.061665 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c24a37ef-782a-4990-923d-97ede8279eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:14.111985 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-9bd011b1-9cb6-4716-9428-d04921141b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'name': 'tempest-TestVolumeBootPattern-891130353-router', 'tenant_id': '9466cef2628e4f2f9acff96456d3abc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'external_fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '80805f13-45e4-4c83-829c-d0474e10918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:07Z', 'updated_at': '2021-07-02T09:55:13Z', 'revision_number': 5, 'project_id': '9466cef2628e4f2f9acff96456d3abc7', 'gw_port': {'id': '80805f13-45e4-4c83-829c-d0474e10918b', 'name': '', 'network_id': '91abeacf-6705-4621-a88a-4859e43fbb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T09:48:07Z', 'updated_at': '2021-07-02T09:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3acd31d5-d298-493f-8b22-8cf1b4526b9f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-12-iscsi'}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:55:14.138375 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [None req-c24a37ef-782a-4990-923d-97ede8279eeb admin admin] For port 80805f13-45e4-4c83-829c-d0474e10918b, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=80805f13-45e4-4c83-829c-d0474e10918b,segment=NetworkSegment(c0bae348-d1e8-4b18-bfb8-758bab7948a4),segment_id=c0bae348-d1e8-4b18-bfb8-758bab7948a4)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:55:14.138737 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c24a37ef-782a-4990-923d-97ede8279eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:14.141938 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd011b1-9cb6-4716-9428-d04921141b97 None None] Checking router: 4a33c195-ca7b-4dbd-9174-493a899bcd36 for host: dv-cinder-772181-12-iscsi {{(pid=99504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 09:55:14.150436 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd011b1-9cb6-4716-9428-d04921141b97 None None] Routers {'4a33c195-ca7b-4dbd-9174-493a899bcd36'} bound to L3 agent in host dv-cinder-772181-12-iscsi {{(pid=99504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 09:55:14.151035 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-9bd011b1-9cb6-4716-9428-d04921141b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T09:33:45Z,description=,heartbeat_timestamp=2021-07-02T09:54:45Z,host='dv-cinder-772181-12-iscsi',id=9e613d5e-7006-412c-b838-682983cdc62a,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T09:33:45Z,topic='l3_agent')) {'router_ids': ['4a33c195-ca7b-4dbd-9174-493a899bcd36'], 'active': True} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:55:14.151688 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-c24a37ef-782a-4990-923d-97ede8279eeb admin admin] Calling delete_port for 80805f13-45e4-4c83-829c-d0474e10918b owned by network:router_gateway {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:55:14.239275 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_dvr_db [None req-9bd011b1-9cb6-4716-9428-d04921141b97 None None] Set router 4a33c195-ca7b-4dbd-9174-493a899bcd36 gateway port host: None {{(pid=99504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 09:55:14.289584 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.l3_hamode_db [None req-9bd011b1-9cb6-4716-9428-d04921141b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'name': 'tempest-TestVolumeBootPattern-891130353-router', 'tenant_id': '9466cef2628e4f2f9acff96456d3abc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:07Z', 'updated_at': '2021-07-02T09:55:14Z', 'revision_number': 6, 'project_id': '9466cef2628e4f2f9acff96456d3abc7', 'gw_port_host': None}], 'dv-cinder-772181-12-iscsi', False) {} {{(pid=99504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:55:14.316545 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c24a37ef-782a-4990-923d-97ede8279eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:14.319721 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd011b1-9cb6-4716-9428-d04921141b97 None None] The sync data for ids ['4a33c195-ca7b-4dbd-9174-493a899bcd36'] in dv-cinder-772181-12-iscsi is: [{'id': '4a33c195-ca7b-4dbd-9174-493a899bcd36', 'name': 'tempest-TestVolumeBootPattern-891130353-router', 'tenant_id': '9466cef2628e4f2f9acff96456d3abc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T09:48:07Z', 'updated_at': '2021-07-02T09:55:14Z', 'revision_number': 6, 'project_id': '9466cef2628e4f2f9acff96456d3abc7', 'gw_port_host': None}] {{(pid=99504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 09:55:14.345840 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a37ef-782a-4990-923d-97ede8279eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=80805f13-45e4-4c83-829c-d0474e10918b,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:55:14.410106 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c24a37ef-782a-4990-923d-97ede8279eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634350'] for router_gateway, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:14.499135 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c24a37ef-782a-4990-923d-97ede8279eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14669'] for router, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:14.501377 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c24a37ef-782a-4990-923d-97ede8279eeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:14.542687 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c24a37ef-782a-4990-923d-97ede8279eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-638642'] for router, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:14.543215 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24a37ef-782a-4990-923d-97ede8279eeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a33c195-ca7b-4dbd-9174-493a899bcd36 {{(pid=99501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 09:55:14.547593 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-c24a37ef-782a-4990-923d-97ede8279eeb admin admin] Notify callbacks [] for router, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:14.548759 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-c24a37ef-782a-4990-923d-97ede8279eeb admin admin] 10.222.0.47 "DELETE /v2.0/routers/4a33c195-ca7b-4dbd-9174-493a899bcd36 HTTP/1.1" status: 204 len: 168 time: 0.7385275 Jul 02 09:55:14.551292 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49944) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:55:14.596779 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f7326b-7785-4e56-88a6-a17adfcea1ae admin admin] Deleting subnet 6febaf4b-3ce1-4718-8275-bf62f83540ef {{(pid=99501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 09:55:14.599836 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-10f7326b-7785-4e56-88a6-a17adfcea1ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:14.638210 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-10f7326b-7785-4e56-88a6-a17adfcea1ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25233040'] for subnet, precommit_delete_associations {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:14.723304 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-10f7326b-7785-4e56-88a6-a17adfcea1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16457552'] for subnet, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:14.776290 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-10f7326b-7785-4e56-88a6-a17adfcea1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16457545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25252562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632333'] for subnet, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:14.801436 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7326b-7785-4e56-88a6-a17adfcea1ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6febaf4b-3ce1-4718-8275-bf62f83540ef,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:55:14.804939 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-10f7326b-7785-4e56-88a6-a17adfcea1ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for subnet, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:14.808414 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-10f7326b-7785-4e56-88a6-a17adfcea1ae admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6febaf4b-3ce1-4718-8275-bf62f83540ef HTTP/1.1" status: 204 len: 168 time: 0.2546122 Jul 02 09:55:14.809926 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49946) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:55:14.812609 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54623803-2309-4621-9611-049b76a80c2e None None] Network 81f2434d-ca0e-451e-b56e-c15eb05aac2a requested from dv-cinder-772181-12-iscsi {{(pid=99503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 09:55:14.881491 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436473'] for network, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:14.932941 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] Deleting port 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf {{(pid=99501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:55:14.933482 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:15.000772 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.db [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] For port 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf, host dv-cinder-772181-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-12-iscsi',level=0,port_id=4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf,segment=NetworkSegment(3ede8290-66da-4369-931c-4c2896cf2766),segment_id=3ede8290-66da-4369-931c-4c2896cf2766)] {{(pid=99501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:55:15.001059 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:15.013923 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.plugin [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] Calling delete_port for 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf owned by network:dhcp {{(pid=99501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:55:15.054264 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] DHCP port deletion for 81f2434d-ca0e-451e-b56e-c15eb05aac2a request from dv-cinder-772181-12-iscsi {{(pid=99503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 02 09:55:15.105919 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] Deleting port 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf {{(pid=99503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 09:55:15.106303 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744578507960'] for port, before_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:15.109667 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25252504'] for port, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:15.126666 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:55:15.142518 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] No DVR routers for this DVR port 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf on host dv-cinder-772181-12-iscsi {{(pid=99501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:55:15.144783 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:55:15.164148 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:55:15.164563 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:55:15.164981 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 9752e52e-4f79-40d7-a078-3bb374b2a199 no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:55:15.169752 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-dabbd865-4d41-40b0-b8eb-0506704beaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:15.215451 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 9752e52e-4f79-40d7-a078-3bb374b2a199 {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:55:15.215804 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 9752e52e-4f79-40d7-a078-3bb374b2a199 not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:55:15.216229 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 80805f13-45e4-4c83-829c-d0474e10918b no longer exists at agent ovs-agent-dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 09:55:15.223050 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16458973', 'neutron.services.segments.db._delete_segments_for_network-8744578473274'] for network, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:15.234341 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f2434d-ca0e-451e-b56e-c15eb05aac2a']}} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:55:15.243752 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] No Port match for: 80805f13-45e4-4c83-829c-d0474e10918b {{(pid=99503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 09:55:15.244108 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.rpc [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Device 80805f13-45e4-4c83-829c-d0474e10918b not bound to the agent host dv-cinder-772181-12-iscsi {{(pid=99503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 09:55:15.245745 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ede8290-66da-4369-931c-4c2896cf2766') {'for_net_delete': True} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:55:15.246014 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.services.segments.db [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ede8290-66da-4369-931c-4c2896cf2766') {} {{(pid=99501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 09:55:15.251024 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.db [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] For port 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf, host dv-cinder-772181-12-iscsi, got binding levels [] {{(pid=99503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 09:55:15.251571 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631085'] for port, precommit_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:15.256784 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744578437946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25233039'] for segment, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:15.264997 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.plugins.ml2.plugin [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] Calling delete_port for 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf owned by network:dhcp {{(pid=99503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 09:55:15.267853 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.ipam_backend_mixin [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] Port 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf was not found and therefore no delete operation was performed {{(pid=99503) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 02 09:55:15.269109 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16351467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744578512622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744577973935'] for port, after_delete {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:15.271480 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601'] for segment, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:15.279801 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=99501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 09:55:15.280355 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16451601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25252431'] for segment, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: Traceback (most recent call last): Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: timer() Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: cb(*args, **kw) Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: return func(*args, **kwargs) Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: self._notify() Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: self.callback(batched_events) Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: event.method(event) Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: return f(self, *a, **k) Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: return self._get(url).json() Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: return self.request(url, 'GET', **kwargs) Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 09:55:15.282328 dv-cinder-772181-12-iscsi neutron-server[99501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 09:55:15.295639 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] Pushing event deleted for resources: {'Port': ['ID=4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf,revision_number=None']} {{(pid=99503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:55:15.300172 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] No DVR routers for this DVR port 4f19fbbb-d4ea-4cce-a53b-c7d57bebbcbf on host dv-cinder-772181-12-iscsi {{(pid=99503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 09:55:15.307426 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:15.308601 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:15.309127 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:15.309656 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:15.310151 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:15.310648 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:15.311154 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:15.312149 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:15.312704 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:15.313253 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:15.313764 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:15.314728 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f75c-cc04-449f-ab90-eb7964a759c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-12-iscsi {{(pid=99503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 09:55:15.350539 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16458966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634290'] for network, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:15.355254 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532973'] for network, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:15.360189 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] 10.222.0.47 "DELETE /v2.0/networks/81f2434d-ca0e-451e-b56e-c15eb05aac2a HTTP/1.1" status: 204 len: 168 time: 0.5493221 Jul 02 09:55:15.373419 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e4804-ef14-418a-aebf-b943c91a9f62 admin admin] Pushing event deleted for resources: {'Network': ['ID=81f2434d-ca0e-451e-b56e-c15eb05aac2a,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:55:15.465496 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49950) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:55:15.504936 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-cc4f7c61-135c-49c1-aab7-f25bcda3a755 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=385aaa1308d04b8596afd8b8e02b70a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381770 Jul 02 09:55:15.507281 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49952) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:55:15.554175 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1effc672-4ac1-4220-80d3-c6ce30dc02de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:15.554444 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:15.576629 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1effc672-4ac1-4220-80d3-c6ce30dc02de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:15.622923 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1effc672-4ac1-4220-80d3-c6ce30dc02de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:15.625540 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-1effc672-4ac1-4220-80d3-c6ce30dc02de admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:15.626686 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-1effc672-4ac1-4220-80d3-c6ce30dc02de admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a4f401f7-2a9f-4fca-b23d-b7e15d1130b9 HTTP/1.1" status: 204 len: 168 time: 0.1184578 Jul 02 09:55:15.634480 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effc672-4ac1-4220-80d3-c6ce30dc02de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f401f7-2a9f-4fca-b23d-b7e15d1130b9,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:55:15.914842 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:15.940094 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49958) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:55:15.980711 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-fcf0aa59-6e3f-4b9e-8581-15137b814922 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9466cef2628e4f2f9acff96456d3abc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394063 Jul 02 09:55:15.983178 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.wsgi [-] (99501) accepted ('10.222.0.47', 49960) {{(pid=99501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 09:55:16.033170 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5fc5c0bd-7cb8-412d-a2c1-f711a0bc9915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:16.053318 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5fc5c0bd-7cb8-412d-a2c1-f711a0bc9915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:16.099823 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5fc5c0bd-7cb8-412d-a2c1-f711a0bc9915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-531119'] for security_group, after_delete {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:16.102440 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron_lib.callbacks.manager [None req-5fc5c0bd-7cb8-412d-a2c1-f711a0bc9915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:16.103505 dv-cinder-772181-12-iscsi neutron-server[99501]: INFO neutron.wsgi [None req-5fc5c0bd-7cb8-412d-a2c1-f711a0bc9915 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/efae6bc0-cb6f-4608-a788-655b3866bf90 HTTP/1.1" status: 204 len: 168 time: 0.1194437 Jul 02 09:55:16.111575 dv-cinder-772181-12-iscsi neutron-server[99501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5c0bd-7cb8-412d-a2c1-f711a0bc9915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efae6bc0-cb6f-4608-a788-655b3866bf90,revision_number=None']} {{(pid=99501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 09:55:17.663009 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:21.582050 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:55:39.873721 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:42.291120 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d1f3321b-a657-4b9f-ae79-67135029ae0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:45.117808 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-03ed17dc-f1c8-49ec-ac82-7b54ff980952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:45.554830 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:45.915836 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:47.664075 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:55:58.581707 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:56:09.861435 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:56:12.291004 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-bdb408da-43cf-44b2-a6ea-80ead0289292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:56:15.119072 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-68a4353c-d922-4893-8b33-09355bed0faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:56:15.555372 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:56:15.918906 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:56:17.666595 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:56:35.581515 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:56:39.900805 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:56:42.290148 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a761cd56-e45f-4132-b82d-9712583d947f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:56:44.518834 dv-cinder-772181-12-iscsi neutron-server[99502]: DEBUG neutron.wsgi [req-3820d6aa-4c43-4a07-950f-a3115784044b req-81bbc92d-349b-454c-8525-2de935c6c703 service neutron] (99502) timed out ('10.222.0.66', 62210) {{(pid=99502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 02 09:56:45.119220 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d2d1603c-b0a4-4f55-a617-22286dd98b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:56:45.556275 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:56:45.922186 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:56:47.668737 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:57:09.904158 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:57:12.290311 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-262b65a4-108d-4978-8390-d4eea2fec7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:57:12.581640 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:57:15.121192 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-4519ad43-247b-4cc1-b176-38cbb2342b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:57:15.556138 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:57:15.924349 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:57:17.671756 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:57:39.901226 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:57:42.289433 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-93e8b4f1-1184-4c17-b241-7cb6e61e0860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:57:45.124464 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dc20-177b-4eb5-9ec4-0cebd464d39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:57:45.556901 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:57:45.927334 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:57:47.674261 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:57:49.580426 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:58:09.906380 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:58:12.290504 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5a84-e40a-4ca8-89bc-c1d2141534dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:58:15.123973 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-aa250184-6c80-42ee-be18-a91deee9f89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:58:15.558049 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:58:15.932706 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:58:17.678224 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:58:26.579647 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:58:39.919229 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:58:42.290654 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-5c851868-3b7f-4d26-ab6d-2efd3b7abc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:58:45.124207 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8d97e685-6236-40c0-98a5-1fdc4c289a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:58:45.558532 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:58:45.933277 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:58:47.680636 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:59:03.578467 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:59:09.922498 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:59:12.290519 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc58c-f42b-4c5b-b6c4-8829d438b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:59:15.124658 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-843fabb6-3847-44e4-96a0-d44f48dd3269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:59:15.559596 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:59:15.937222 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:59:17.684247 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:59:39.934138 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:59:40.577706 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 09:59:42.292113 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-622ee325-d031-424b-8780-e46d59ca6ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:59:45.127905 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-d09cdc93-ef6c-422a-bbf9-efe465c15c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:59:45.559513 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:59:45.940695 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 09:59:47.687794 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:00:09.933964 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-951a171f-19c2-4f72-805c-195a5d00dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:00:12.293046 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-a3cdf7a4-d889-4b79-801e-62c70d24b476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:00:15.128460 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-2f018540-e4bd-4c8e-b4d9-a7af22263840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:00:15.560120 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-8f898291-3f28-475f-a127-44eae45ac28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:00:15.943377 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-94588f28-99ce-4cca-8226-36e0b0464d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:00:17.577342 dv-cinder-772181-12-iscsi neutron-server[99504]: DEBUG neutron.db.agents_db [None req-440b5136-f6a4-4749-a8c6-a2651c32614b None None] Agent healthcheck: found 6 active agents {{(pid=99504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 10:00:17.690549 dv-cinder-772181-12-iscsi neutron-server[99503]: DEBUG neutron_lib.callbacks.manager [None req-ea39f4d5-7554-4b37-9c6a-6ac32d50c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744578473256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16349335'] for agent, after_update {{(pid=99503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}